-- Logs begin at Mon 2022-05-16 14:13:51 UTC, end at Mon 2022-05-16 15:43:19 UTC. -- May 16 15:05:45.600595 dv-cinder-841753-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 16 15:05:48.382343 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.common.config [-] Logging enabled! May 16 15:05:48.382914 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 15:05:48.383121 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103922) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 15:05:48.386480 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.common.config [-] Logging enabled! May 16 15:05:48.386734 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 15:05:48.387041 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103922) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 15:05:48.388088 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 15:05:48.388322 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 15:05:48.388686 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 15:05:48.388929 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 15:05:48.389152 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 15:05:48.389559 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.389859 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.390097 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.390390 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.390679 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.390961 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.391250 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.391543 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.391848 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.392127 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.392406 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.392635 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.392913 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.393197 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.393479 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.393702 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] debug = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.393979 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.394521 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.395072 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.395365 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.395680 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.395960 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.396235 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.396512 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.396792 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.397117 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] host = dv-cinder-841753-2-iscsi {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.397395 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.397680 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.397967 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.398254 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.398527 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.398802 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.399084 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.399356 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.399642 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.399921 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.400209 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.400495 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.400783 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.401008 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.401228 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.401512 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.401797 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.402073 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.402344 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.402617 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.402889 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.403162 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.403429 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.403737 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.404023 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.404308 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.404583 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.404856 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.405125 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.405393 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.405679 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.405951 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.406223 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.406495 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.406779 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.407045 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.407314 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.407608 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.407914 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.408196 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.408479 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.408750 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.409030 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.409297 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.409565 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.410570 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] use_json = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.410848 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.411121 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.411403 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.411702 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.411974 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.412247 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.412517 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.412802 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.413073 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:48.413364 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.413658 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.413955 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.414233 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.414535 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.414815 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.415101 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.415377 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.415685 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.415975 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.416264 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.416540 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.416838 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.417125 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.417420 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.417721 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.418012 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.418303 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.418577 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.418851 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.419120 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.419393 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.419702 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.419976 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.420262 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.420550 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.420836 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.421120 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.421401 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.421938 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.422226 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.422514 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.422786 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.423061 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.423348 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.423620 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.423911 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.424196 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.424470 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.424741 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.425018 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.425351 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.426139 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.426415 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.426689 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.426976 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.427246 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.427515 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.427805 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.428079 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.428346 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.428628 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.428905 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.429175 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.429447 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.429722 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.429992 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.430262 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.430532 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.430803 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.431076 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.431343 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.431611 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.431901 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.432169 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.432436 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.432703 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.432972 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.433245 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.433514 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.433783 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.434053 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.434320 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.434588 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.434880 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.435154 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.435427 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.435728 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.436003 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.436281 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.436551 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.436826 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.437100 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.437368 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.437654 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.437934 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.438215 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.438493 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.438769 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.439081 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.439357 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.439652 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.439929 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.440204 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.440480 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.440762 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.441153 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.441451 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.441744 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.442018 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.442310 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.442600 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.442891 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.443172 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.443477 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.443782 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:48.443998 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 15:05:48.444237 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103922) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 16 15:05:48.899755 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 15:05:48.900032 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 15:05:48.900336 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 15:05:48.900667 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.manager [-] Loading core plugin: ml2 May 16 15:05:49.234799 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.235087 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.235357 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.236573 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.236847 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.237108 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.291912 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.292191 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.292473 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.307943 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.308224 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.308491 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.338146 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.338423 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.338691 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.375355 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.375657 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.375916 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.714332 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.714959 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.714959 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.715121 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.715826 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.814161 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.814484 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.814770 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.815039 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.815305 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.815613 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.816024 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.816312 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.816572 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.816854 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.817113 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.817380 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.817638 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.817892 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.818147 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.818410 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.818665 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.818931 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.819199 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.819459 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.819761 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.820017 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.820297 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.820670 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.820920 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.821169 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.821558 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:49.821796 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:49.822033 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:49.822269 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:49.822501 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:49.822734 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:49.823094 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 16 15:05:49.826159 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 16 15:05:49.830047 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 16 15:05:49.834163 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 16 15:05:49.835791 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 16 15:05:49.836256 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 16 15:05:49.836594 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 16 15:05:49.836975 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 16 15:05:49.839901 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 16 15:05:49.840152 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 16 15:05:49.840496 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 16 15:05:49.845325 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 16 15:05:49.869030 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 16 15:05:49.869475 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.869774 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103922) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 16 15:05:49.870138 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.871482 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103922) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 16 15:05:49.871782 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 16 15:05:49.872030 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 16 15:05:49.875278 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.875559 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:49.939505 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 16 15:05:49.939776 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 16 15:05:49.940015 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 16 15:05:49.940385 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 16 15:05:49.962129 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_db.sqlalchemy.engines [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103922) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 16 15:05:50.545233 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Initializing driver for type 'gre' May 16 15:05:50.545754 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] gre ID ranges: [(1, 1000)] May 16 15:05:50.728050 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Initializing driver for type 'local' May 16 15:05:50.728690 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Initializing driver for type 'vlan' May 16 15:05:50.813864 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] VlanTypeDriver initialization complete May 16 15:05:50.814149 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Initializing driver for type 'vxlan' May 16 15:05:50.814657 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] vxlan ID ranges: [(1, 1000)] May 16 15:05:50.983418 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Initializing extension driver 'port_security' May 16 15:05:50.983810 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.extensions.port_security [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] PortSecurityExtensionDriver initialization complete May 16 15:05:50.984148 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Initializing mechanism driver 'openvswitch' May 16 15:05:50.984474 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Initializing mechanism driver 'hyperv' May 16 15:05:50.993165 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.plugin [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:05:50.994024 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > port after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:50.994403 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:50.994767 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:50.995294 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:05:50.995774 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > subnet after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:50.996136 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > subnet after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:50.996487 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > subnet after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:50.996884 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:05:50.997297 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > network after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:50.997652 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > network after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:50.998002 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > network after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:50.998398 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:05:50.998832 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > security_group after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:50.999187 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > security_group after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:50.999532 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > security_group after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:50.999954 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:05:51.000363 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.000714 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.001057 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.001452 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:05:51.001860 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > address_group after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.002209 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > address_group after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.002551 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > address_group after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.002948 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103922) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:05:51.003897 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] ML2 OVO RPC backend initialized. {{(pid=103922) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 16 15:05:51.004878 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router_interface after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.005248 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.005673 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > network before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.006027 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > networks before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.006379 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > port before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.006725 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > ports before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.007073 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > subnet before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.007416 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > subnets before_response 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.007800 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > network after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.008157 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > network after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.008478 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > network after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.008817 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > port after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.009158 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.009496 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.009836 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > subnet after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.010174 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > subnet after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.010514 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > subnet after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.018057 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded quota_driver: . May 16 15:05:51.018423 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.plugin [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Modular L2 Plugin initialization complete May 16 15:05:51.018778 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading services supported by the core plugin {{(pid=103922) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 16 15:05:51.019750 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.plugins.ml2.managers [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Got port-security extension from driver 'port_security' May 16 15:05:51.020531 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.extensions.vlantransparent [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Disabled vlantransparent extension. May 16 15:05:51.021044 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103922) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 16 15:05:51.021377 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading Plugin: router May 16 15:05:51.061882 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router_interface before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.062278 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router after_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.062653 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router before_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.063022 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.063398 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.063794 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router after_delete 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.064208 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > floatingip after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.064514 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > floatingip after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.064878 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router after_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.065230 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router after_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.065584 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router after_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.066482 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.067276 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router after_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.067721 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router precommit_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.068105 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.068455 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.068802 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: subnet after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.069146 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.069500 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > port precommit_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.069860 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router precommit_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.070208 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: port before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.070555 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router precommit_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.070912 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router after_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.071258 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router precommit_delete 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.071612 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router precommit_create 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.072003 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router_interface after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.072353 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router precommit_update 55549900 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.072719 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > agent after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.073073 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > agent after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.073422 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > network after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.074282 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Tracking information for resource: router configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:51.074617 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Tracking information for resource: floatingip configured {{(pid=103922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:51.079424 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.db.l3_agentschedulers_db [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 16 15:05:51.080032 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.080399 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: port after_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.080756 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: port after_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.081110 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: port after_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.082698 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router before_create 55550100 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.083072 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router precommit_delete 55550100 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.083437 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router precommit_create 55550100 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.083849 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > router precommit_update 55550100 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.088573 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.services.provider_configuration [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service providers = [] {{(pid=103922) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 16 15:05:51.088941 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.db.servicetype_db [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103922) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 16 15:05:51.091902 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.services.service_base [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 15:05:51.092253 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.services.service_base [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 15:05:51.098022 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.services.service_base [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 15:05:51.098572 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.services.service_base [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 15:05:51.098960 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.services.service_base [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Default provider is not specified for service type L3_ROUTER_NAT May 16 15:05:51.099363 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:51.099714 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 16 15:05:51.110452 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:51.110793 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading Plugin: auto_allocate May 16 15:05:51.116593 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: network precommit_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.116966 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: network precommit_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.117486 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:51.117808 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading Plugin: tag May 16 15:05:51.124623 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:51.124960 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading Plugin: timestamp May 16 15:05:51.135553 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:51.135919 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading Plugin: network_ip_availability May 16 15:05:51.141438 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.141815 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.142175 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.142897 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:51.143226 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading Plugin: flavors May 16 15:05:51.148771 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:51.149107 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading Plugin: revisions May 16 15:05:51.153356 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:51.153751 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_concurrency.lockutils [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.253s {{(pid=103922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 15:05:51.154550 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103922) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 16 15:05:51.154888 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Initializing extension manager. May 16 15:05:51.155424 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: __init__.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.155811 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: __pycache__ {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.156156 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: _port_mac_address_override.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.156523 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: address_group.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.157282 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.157857 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: address-group May 16 15:05:51.158187 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: address_scope.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.158908 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.159453 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: address-scope May 16 15:05:51.160546 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: admin_state_down_before_update.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.161499 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.162016 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: router-admin-state-down-before-update May 16 15:05:51.162345 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: agent.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.163049 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.163561 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: agent May 16 15:05:51.163918 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: agent_resources_synced.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.164832 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.165345 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: agent-resources-synced May 16 15:05:51.165673 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: allowedaddresspairs.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.167452 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.168003 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: allowed-address-pairs May 16 15:05:51.168335 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: auto_allocated_topology.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.169411 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.169925 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: auto-allocated-topology May 16 15:05:51.170250 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: availability_zone.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.170950 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.171457 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: availability_zone May 16 15:05:51.172072 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: availability_zone_filter.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.172988 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.173495 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: availability_zone_filter May 16 15:05:51.173819 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: data_plane_status.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.174723 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.175223 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension data-plane-status not supported by any of loaded plugins May 16 15:05:51.175593 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: default_subnetpools.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.176525 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.177035 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: default-subnetpools May 16 15:05:51.177353 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: dhcpagentscheduler.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.183738 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.183738 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: dhcp_agent_scheduler May 16 15:05:51.183738 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: dns.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.184404 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.184902 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension dns-integration not supported by any of loaded plugins May 16 15:05:51.185227 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: dns_domain_ports.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.186141 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.186643 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension dns-domain-ports not supported by any of loaded plugins May 16 15:05:51.186972 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.187921 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.188422 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 16 15:05:51.188747 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: dvr.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.189415 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.189950 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: dvr May 16 15:05:51.190277 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: ecmp_routes.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.191209 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.191734 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension ecmp_routes not supported by any of loaded plugins May 16 15:05:51.192060 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: empty_string_filtering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.192961 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.193470 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: empty-string-filtering May 16 15:05:51.193791 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.194697 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.195200 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 16 15:05:51.195526 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.196483 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.196986 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 16 15:05:51.197311 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: external_net.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.198220 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.198723 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: external-net May 16 15:05:51.199047 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: extra_dhcp_opt.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.199980 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.200483 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: extra_dhcp_opt May 16 15:05:51.200804 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: extraroute.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.201765 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.202268 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: extraroute May 16 15:05:51.202591 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: extraroute_atomic.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.203842 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.204358 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: extraroute-atomic May 16 15:05:51.204685 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: filter_validation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.205359 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.205863 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: filter-validation May 16 15:05:51.206184 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: fip_pf_description.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.213588 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.214088 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 16 15:05:51.214411 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: fip_pf_port_range.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.215325 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.215854 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 16 15:05:51.216176 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: fip_port_details.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.217092 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.217593 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: fip-port-details May 16 15:05:51.217917 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: flavors.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.219165 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.219692 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: flavors May 16 15:05:51.220022 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.221661 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.222226 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 16 15:05:51.223080 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: floatingip_pools.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.223819 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.224329 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: floatingip-pools May 16 15:05:51.224658 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: ip_allocation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.225582 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.226084 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension ip_allocation not supported by any of loaded plugins May 16 15:05:51.226412 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.227337 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.227874 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: ip-substring-filtering May 16 15:05:51.228210 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: l2_adjacency.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.229132 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.229640 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension l2_adjacency not supported by any of loaded plugins May 16 15:05:51.230014 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: l3.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.230990 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.231507 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: router May 16 15:05:51.231876 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: l3_conntrack_helper.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.234096 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.234624 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 16 15:05:51.234958 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.242756 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.243269 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: ext-gw-mode May 16 15:05:51.243600 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.244547 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.245057 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: l3-ha May 16 15:05:51.245388 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.246302 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.246807 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 16 15:05:51.247135 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: l3_flavors.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.248094 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.248608 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: l3-flavors May 16 15:05:51.248941 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: l3_ndp_proxy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.250300 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.250815 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 16 15:05:51.251148 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.252093 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.252606 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: l3-port-ip-change-not-allowed May 16 15:05:51.252934 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: l3agentscheduler.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.253992 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.254499 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: l3_agent_scheduler May 16 15:05:51.254826 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: local_ip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.258033 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.258606 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension local_ip not supported by any of loaded plugins May 16 15:05:51.258943 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: logging.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.260454 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.260977 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension logging not supported by any of loaded plugins May 16 15:05:51.261314 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: metering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.262058 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.262642 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: metering May 16 15:05:51.262974 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.264105 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.264610 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: metering_source_and_destination_fields May 16 15:05:51.264943 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: multiprovidernet.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.265880 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.266393 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: multi-provider May 16 15:05:51.266722 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: netmtu.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.267710 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.268158 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: net-mtu May 16 15:05:51.268493 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: netmtu_writable.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.269954 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.270483 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: net-mtu-writable May 16 15:05:51.270809 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: network_availability_zone.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.271488 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.272032 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: network_availability_zone May 16 15:05:51.272365 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: network_ip_availability.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.273461 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.273972 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: network-ip-availability May 16 15:05:51.274303 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: network_segment_range.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.275071 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.275573 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension network-segment-range not supported by any of loaded plugins May 16 15:05:51.275933 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: pagination.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.283216 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.283553 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: pagination May 16 15:05:51.283909 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: port_device_profile.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.285415 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.286075 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: port-device-profile May 16 15:05:51.286408 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: port_mac_address_override.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.287370 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.287915 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: port-mac-override May 16 15:05:51.288246 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.289167 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.289677 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: port-mac-address-regenerate May 16 15:05:51.290007 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.290927 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.291439 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: port-numa-affinity-policy May 16 15:05:51.291801 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: port_resource_request.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.292711 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.293214 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension port-resource-request not supported by any of loaded plugins May 16 15:05:51.293540 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: port_resource_request_groups.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.294505 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.295015 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension port-resource-request-groups not supported by any of loaded plugins May 16 15:05:51.295342 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: portbindings.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.296298 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.297066 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: binding May 16 15:05:51.297393 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: portbindings_extended.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.298662 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.299172 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: binding-extended May 16 15:05:51.299500 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: portsecurity.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.300620 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.301135 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: port-security May 16 15:05:51.301465 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: project_id.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.302447 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.302776 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: project-id May 16 15:05:51.303099 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: providernet.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.304052 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.311237 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: provider May 16 15:05:51.311237 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.314745 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.315219 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos not supported by any of loaded plugins May 16 15:05:51.315557 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.316890 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.317402 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 16 15:05:51.317734 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.318656 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.319167 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 16 15:05:51.319495 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_default.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.320466 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.320977 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-default not supported by any of loaded plugins May 16 15:05:51.321302 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_fip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.322227 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.322730 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-fip not supported by any of loaded plugins May 16 15:05:51.323054 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_fip_network_policy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.324000 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.324505 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 16 15:05:51.324831 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_gateway_ip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.325766 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.326267 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-gateway-ip not supported by any of loaded plugins May 16 15:05:51.326591 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_port_network_policy.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.327510 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.328052 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-port-network-policy not supported by any of loaded plugins May 16 15:05:51.328378 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.329415 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.329930 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-pps-minimum not supported by any of loaded plugins May 16 15:05:51.330256 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.331291 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.332441 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 16 15:05:51.332766 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_pps_rule.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.335123 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.335655 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-pps not supported by any of loaded plugins May 16 15:05:51.335990 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_rule_type_details.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.336908 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.337420 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-rule-type-details not supported by any of loaded plugins May 16 15:05:51.337749 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_rule_type_filter.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.338704 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.339212 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 16 15:05:51.339541 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: qos_rules_alias.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.340604 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.341113 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension qos-rules-alias not supported by any of loaded plugins May 16 15:05:51.341440 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: quota_check_limit.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.342438 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.342951 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: quota-check-limit May 16 15:05:51.343283 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: quotasv2.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.344272 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.344602 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: quotas May 16 15:05:51.344925 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: quotasv2_detail.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.346623 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.346966 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: quota_details May 16 15:05:51.347873 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: rbac.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.348953 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.349472 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: rbac-policies May 16 15:05:51.349805 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: rbac_address_group.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.350757 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.351269 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: rbac-address-group May 16 15:05:51.351597 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: rbac_address_scope.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.352546 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.353058 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: rbac-address-scope May 16 15:05:51.353389 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: rbac_security_groups.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.354311 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.354822 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: rbac-security-groups May 16 15:05:51.355148 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: rbac_subnetpool.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.361327 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.361835 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: rbac-subnetpool May 16 15:05:51.362162 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: revisionifmatch.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.363141 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.363841 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: revision-if-match May 16 15:05:51.364170 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: revisions.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.365294 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.365806 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: standard-attr-revisions May 16 15:05:51.366134 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: router_availability_zone.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.366806 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.367355 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: router_availability_zone May 16 15:05:51.367705 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: routerservicetype.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.368640 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.369180 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension router-service-type not supported by any of loaded plugins May 16 15:05:51.369505 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.370440 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.370952 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: security-groups-normalized-cidr May 16 15:05:51.371274 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: security_groups_port_filtering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.372233 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.372748 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: port-security-groups-filtering May 16 15:05:51.373074 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.374010 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.374518 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: security-groups-remote-address-group May 16 15:05:51.374856 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.375917 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.376432 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: security-groups-shared-filtering May 16 15:05:51.376767 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.377350 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 16 15:05:51.377675 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: securitygroup.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.387945 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.388472 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: security-group May 16 15:05:51.388807 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: segment.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.389544 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.390161 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension segment not supported by any of loaded plugins May 16 15:05:51.390430 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.391378 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.391914 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 16 15:05:51.392244 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: servicetype.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.393341 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.393861 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: service-type May 16 15:05:51.394894 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: sorting.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.395948 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.396281 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: sorting May 16 15:05:51.400843 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: standard_attr_segment.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.401534 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.402073 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension standard-attr-segment not supported by any of loaded plugins May 16 15:05:51.402397 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: standardattrdescription.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.403052 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.403555 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: standard-attr-description May 16 15:05:51.403903 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: stateful_security_group.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.404853 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.405365 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: stateful-security-group May 16 15:05:51.405690 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: stdattrs_common.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.406256 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 16 15:05:51.406578 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.407551 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.408086 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 16 15:05:51.408411 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: subnet_onboard.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.409480 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.410033 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: subnet_onboard May 16 15:05:51.410356 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.411288 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.411825 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 16 15:05:51.412150 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: subnet_service_types.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.413087 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.413607 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: subnet-service-types May 16 15:05:51.413930 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: subnetallocation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.415069 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.415580 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: subnet_allocation May 16 15:05:51.415937 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.416602 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.417108 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: subnetpool-prefix-ops May 16 15:05:51.417428 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.418359 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.418878 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 16 15:05:51.419205 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: tagging.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.420347 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.420869 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: standard-attr-tag May 16 15:05:51.421196 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: timestamp.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.422697 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.423223 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loaded extension: standard-attr-timestamp May 16 15:05:51.423546 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: trunk.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.428367 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.428881 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension trunk not supported by any of loaded plugins May 16 15:05:51.429212 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: trunk_details.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.430136 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.430646 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension trunk-details not supported by any of loaded plugins May 16 15:05:51.431006 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: uplink_status_propagation.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.431932 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.432442 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension uplink-status-propagation not supported by any of loaded plugins May 16 15:05:51.432768 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Loading extension file: vlantransparent.py {{(pid=103922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:51.433495 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:51.433984 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extension vlan-transparent not supported by any of loaded plugins May 16 15:05:51.436531 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:network May 16 15:05:51.437055 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:subnet May 16 15:05:51.437456 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:05:51.437850 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:port May 16 15:05:51.439099 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.439550 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service FLAVORS assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.440207 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.440639 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.441585 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:router May 16 15:05:51.442146 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:floatingip May 16 15:05:51.442638 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service METERING assigned prefix: /metering {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.444122 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.444497 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.444853 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:51.445866 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of CountableResource for resource:rbac_policy May 16 15:05:51.446303 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:security_group May 16 15:05:51.446735 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:security_group_rule May 16 15:05:51.447348 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service CORE assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.447701 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:05:51.448054 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] subnetpool is already registered May 16 15:05:51.448490 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service CORE assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.448823 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:05:51.449168 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] subnetpool is already registered May 16 15:05:51.451472 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.451944 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service FLAVORS assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.452546 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.452971 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.453308 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:router May 16 15:05:51.453652 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] router is already registered May 16 15:05:51.454070 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:floatingip May 16 15:05:51.454420 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] floatingip is already registered May 16 15:05:51.454881 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service METERING assigned prefix: /metering {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.455559 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of CountableResource for resource:rbac_policy May 16 15:05:51.455920 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] rbac_policy is already registered May 16 15:05:51.456336 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:security_group May 16 15:05:51.457312 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] security_group is already registered May 16 15:05:51.457806 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:security_group_rule May 16 15:05:51.458151 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] security_group_rule is already registered May 16 15:05:51.458815 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service CORE assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.459148 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:05:51.459495 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] subnetpool is already registered May 16 15:05:51.460014 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.v2.resource_helper [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Service CORE assigned prefix: {{(pid=103922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:51.460344 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:05:51.460681 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING neutron.quota.resource_registry [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] subnetpool is already registered May 16 15:05:51.461166 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: extensions {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.462583 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: address-groups {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.464122 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: address-scopes {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.465424 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: agents {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.466577 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: auto-allocated-topology {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.467857 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: availability_zones {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.469070 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: dhcp-networks {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.470560 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: dhcp-agents {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.471975 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: routers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.474197 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: flavors {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.475454 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: service_profiles {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.476674 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: next_providers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.478092 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: service_profiles {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.479647 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: floatingip-pools {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.480884 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: routers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.482534 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: floatingips {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.484712 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: l3-routers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.486103 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: l3-agents {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.487504 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: metering-labels {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.489376 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: metering-label-rules {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.490728 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: network-ip-availabilities {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.492004 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: bindings {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.493519 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: quotas {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.495188 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: quotas {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.496727 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: rbac-policies {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.497925 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: security-groups {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.499212 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: security-group-rules {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.500500 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: service-providers {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.501692 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: subnetpools {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.503009 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: subnetpools {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.504590 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.506238 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.508139 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.509940 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.511593 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.513528 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.515192 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.517136 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.518887 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.520661 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron.api.extensions [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Extended resource: tags {{(pid=103922) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:51.526594 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING keystonemiddleware.auth_token [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 16 15:05:51.531809 dv-cinder-841753-2-iscsi neutron-server[103922]: WARNING keystonemiddleware.auth_token [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 16 15:05:51.541134 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_concurrency.lockutils [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Acquired lock "singleton_lock" {{(pid=103922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 16 15:05:51.541609 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_concurrency.lockutils [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Releasing lock "singleton_lock" {{(pid=103922) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 16 15:05:51.542254 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO oslo_service.service [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Starting 2 workers May 16 15:05:51.547424 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Started child 104031 {{(pid=103922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 15:05:51.552580 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Started child 104032 {{(pid=103922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 15:05:51.553723 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:51.554370 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO neutron.service [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Neutron service started, listening on 0.0.0.0:9696 May 16 15:05:51.554879 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Publish callbacks [] for process (None), before_spawn {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:51.555190 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [-] (104031) wsgi starting up on http://0.0.0.0:9696 May 16 15:05:51.557401 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO oslo_service.service [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Starting 1 workers May 16 15:05:51.557957 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:51.559427 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [-] (104032) wsgi starting up on http://0.0.0.0:9696 May 16 15:05:51.562697 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Started child 104033 {{(pid=103922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 15:05:51.563248 dv-cinder-841753-2-iscsi neutron-server[103922]: INFO oslo_service.service [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Starting 1 workers May 16 15:05:51.566521 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.service [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] calling RpcWorker wait() {{(pid=104033) _wait /opt/stack/neutron/neutron/service.py:128}} May 16 15:05:51.567051 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.service [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] returning from RpcWorker wait() {{(pid=104033) _wait /opt/stack/neutron/neutron/service.py:135}} May 16 15:05:51.567894 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Started child 104034 {{(pid=103922) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 15:05:51.568210 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:51.568706 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:05:51.568799 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-2123c792-7a40-4d65-9c59-cd5a6f7d32db None None] Publish callbacks [] for process (None), after_spawn {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:51.570625 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103922) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 15:05:51.570843 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 15:05:51.571031 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 15:05:51.571262 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 15:05:51.571591 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 15:05:51.571781 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 15:05:51.572478 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.572768 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.572916 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:51.573383 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.573383 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.573882 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.574102 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:05:51.574201 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.574378 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.574642 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.574907 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.575073 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.575247 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.575505 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.575795 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.576144 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.576395 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.576639 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.576867 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.577047 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.577306 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.577586 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.577817 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.578091 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] debug = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.578342 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.578861 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.579109 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.579362 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.579604 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.579907 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.580138 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.580418 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.580652 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.580879 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.581140 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.581406 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.581710 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.581947 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.582167 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.582416 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.582639 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.583092 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] host = dv-cinder-841753-2-iscsi {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.583344 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.583581 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.583845 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.584098 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.584372 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.584598 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.584872 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.585121 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.585392 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.585650 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.585904 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.586154 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.586402 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.586661 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.586829 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_options = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.587080 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.587345 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.587610 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.587862 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.588013 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.588165 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.588410 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.588577 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.588839 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.589057 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.589276 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.589490 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.589725 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.589970 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.590221 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.590452 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.590687 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.590899 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.591157 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.591423 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.591621 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.591878 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.592105 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.592348 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.592563 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.592796 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.593212 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.593452 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.593452 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.593725 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.593896 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.594332 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.594489 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.594630 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.594896 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.595126 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.595353 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.595578 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.595851 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.596115 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.596335 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.596596 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.596811 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.597045 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.597782 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.598002 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.598246 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_json = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.598652 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.598901 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.599160 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.599391 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.599901 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.607461 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.607461 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.607461 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.607461 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.607461 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.607461 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.607461 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.607461 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.608552 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.608552 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.608552 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.608552 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.608552 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.608552 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.608552 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.608552 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.609515 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.609515 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.609515 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.609515 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.609515 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.609515 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.609515 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.609515 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610297 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610297 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610297 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610297 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610297 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610297 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610297 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610297 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610832 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610832 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610832 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610832 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610832 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610832 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610832 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.610832 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.611359 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.611359 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.611359 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.611359 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.611359 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.611666 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.611806 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.612126 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.612272 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.612471 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.612696 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.613902 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.613902 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.614170 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.614379 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.614619 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.614855 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.615090 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.615320 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.615537 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.615799 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.616028 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.616265 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.616493 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.616730 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.616948 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.617180 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.617422 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.617653 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.617864 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.618101 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.618311 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.618543 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.618783 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.618997 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.619208 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.619425 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.619865 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.619955 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.620134 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.620346 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.620561 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.620776 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.620986 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.621196 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.621425 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.621680 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.621867 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.622371 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.622371 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.622556 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.622785 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.622996 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.623211 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.623424 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.623777 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.624007 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.624250 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.624465 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.624723 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.624970 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.625215 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.625432 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.626561 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.626561 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.626561 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.626561 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.626561 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.626901 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.627010 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.627286 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.627538 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.627807 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.628181 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.628604 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.628993 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.629221 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.629495 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.629730 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.629988 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.630208 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.630463 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.630712 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.632654 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.632654 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.632654 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.632654 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.632654 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.632654 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.632654 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.633203 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.633203 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.633359 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.634978 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.634978 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.634978 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.634978 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.634978 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.634978 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.634978 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.635516 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.635516 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.635678 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.636626 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.636626 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.636626 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.636626 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.636960 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.637038 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.637367 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.637531 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.637777 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.638029 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.638261 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.639141 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.639141 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.639141 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.639141 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.639465 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.639545 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.639784 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.640019 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.640252 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.640475 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.640737 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.640950 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.641168 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.641398 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.641649 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.641831 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.642092 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.642309 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.642527 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.642763 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.642979 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.643197 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.643538 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.643659 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.643894 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.644386 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.644386 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.644984 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.644984 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.645250 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.645419 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.645657 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.645900 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.646172 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.646392 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.646605 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.646838 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.647055 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.647273 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.647485 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.647987 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.647987 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.648250 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.648709 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.648930 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.649102 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.649333 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.649587 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.651055 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.651055 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.651055 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.651055 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.651055 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.651055 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.651055 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.651614 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.651614 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.651787 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.651939 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.652149 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.652414 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.652654 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.652896 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.653134 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.653411 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.653582 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.653801 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.653990 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.654212 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.654416 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.654631 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.654844 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.655055 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.655670 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.655670 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.656308 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.656574 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.656812 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.657027 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.657293 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.657556 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.657770 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.657997 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.658231 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.658443 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.658680 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.658908 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.659138 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.659363 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.659581 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.661127 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.661360 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.661576 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.661794 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.662021 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.662259 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.662475 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.662702 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.662914 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.663145 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.663370 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.663588 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.663823 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.664052 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.664263 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.664469 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.664697 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.664912 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.665121 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.665412 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.665664 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.665884 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.666180 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.666429 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.666688 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.666952 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.667276 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.667505 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.667795 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.668014 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.668233 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.668455 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.668714 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.669066 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.669347 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.669587 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.669855 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.670098 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.670385 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.672842 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.672842 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.672842 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.673276 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.673416 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.673629 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.673899 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.674153 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.674413 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.674665 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.674895 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.675122 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.675969 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.676231 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.676476 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.676823 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.677133 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.677403 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.677654 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.677914 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.678164 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.678396 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.678621 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.678786 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 15:05:51.679375 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103922) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 15:05:51.679541 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 15:05:51.679750 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 15:05:51.679932 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 15:05:51.680114 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 15:05:51.680272 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 15:05:51.680485 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.680653 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.680811 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.680973 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.681161 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.681327 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.681491 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.681653 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.681815 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.681976 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.682139 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.682301 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.682461 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.682623 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.682785 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.682945 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.683110 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.683277 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.683441 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.683602 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.684585 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.685951 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] debug = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.685951 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.685951 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.685951 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.686238 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.686238 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.686373 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.686601 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.686803 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.686976 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.687144 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.687307 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.687469 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.687677 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.689043 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.689043 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.689043 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.689043 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.689043 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] host = dv-cinder-841753-2-iscsi {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.689657 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.689657 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.689657 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.689657 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.690575 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.690575 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.690575 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.690575 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.690575 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.690575 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.691869 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.691869 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.691869 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.691869 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.691869 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_options = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.691869 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.691869 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.692680 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.692846 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.693013 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.693175 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.693337 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.693497 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.693654 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.693813 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.693969 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.694140 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.694302 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.694465 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.694628 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.694795 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.694958 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.695121 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.695285 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.696414 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.696585 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.696792 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.696994 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.697155 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.697324 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.697487 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.697649 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.697811 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.697976 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.698137 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.698299 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.698461 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.698624 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.698785 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.698946 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.699108 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.699269 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.699431 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.699599 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.699784 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.699946 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.700103 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.700264 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.701080 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.701256 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.701423 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.701589 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_json = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.701754 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.701920 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.702083 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.702248 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.702410 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.702573 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.702736 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.703427 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.703427 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:51.703427 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.703427 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.703944 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.705324 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.705856 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.705856 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.705856 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.706225 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.706225 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.706493 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.706493 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.707247 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.707247 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.707247 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.707247 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.707719 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.707719 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.707719 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.708077 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.708077 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.708307 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.708307 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.708536 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.708659 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.708780 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.708901 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.709033 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.709208 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.709400 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.709573 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.709753 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.709922 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.710089 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.710253 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.710415 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.710580 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.710746 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.710911 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.711076 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.711241 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.711405 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.711569 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.712240 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.712410 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.712579 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.712746 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.712913 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.713079 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.713244 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.713409 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.713576 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.713741 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.713907 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.714072 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.714238 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.714404 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.714567 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.714744 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.714909 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.715074 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.715238 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.715403 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.715567 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.716216 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.716387 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.716555 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.716721 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.716886 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.717203 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.717203 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.717440 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.717559 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.717689 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.717840 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.718000 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.718159 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.718318 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.718477 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.718636 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.718795 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.718953 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.719122 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.719287 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.719453 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.719618 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.719873 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.720063 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.720244 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.720421 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.720596 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.720798 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.720996 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.721169 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.721338 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.721593 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.721702 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.721826 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.722883 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.722883 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.722883 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.723121 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.723121 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.723300 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.723467 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.723655 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.723829 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.723993 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.724157 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.724320 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.724487 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.724652 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.724817 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.724979 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.725143 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.725306 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.725471 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.725633 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.725796 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.725958 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.726131 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.726294 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.726462 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.726625 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.726795 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.726970 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.727134 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.727313 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.727480 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.727655 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.727826 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.727991 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.728152 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.728666 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.728666 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.728666 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.728863 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.728929 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.729081 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.729237 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.729421 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.729583 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.729745 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.729907 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.730069 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.730231 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.730394 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.730556 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.730719 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.730881 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.731044 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.731207 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.731371 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.731532 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.731622 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:05:51.731723 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.731884 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.732040 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.732185 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.732355 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.732518 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.732674 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.732834 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.732997 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.733160 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.733322 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.733501 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.733670 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.733826 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.733969 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.734111 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.734269 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.734455 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.734609 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.734764 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.734974 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.735063 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.735212 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.735361 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.735515 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.735699 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.736315 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.736315 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.736315 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.736315 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.736600 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.736683 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.736876 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.736967 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.737117 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.737262 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.737403 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.737566 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.738368 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.738503 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.738665 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.738807 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.738988 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.739220 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.739387 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.739553 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.739741 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.739905 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.740068 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.740234 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.740401 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.740564 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.740723 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.740888 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.741051 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.741214 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.741375 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.741542 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.741715 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.741869 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.742032 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.742196 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.742363 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.742525 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.742685 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.742841 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.742998 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.743156 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.743314 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.743471 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.743678 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.743846 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.744010 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.744175 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.744340 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.744506 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.744678 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.744843 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.745006 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.745168 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.745329 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.745492 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.745665 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.745828 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.745990 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.746151 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.746314 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.746476 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.746648 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.746813 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.746976 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.747137 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.747299 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.747460 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.747670 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.747842 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.748005 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.748166 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.748328 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.748474 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.748654 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.748816 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.748980 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.749146 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.749331 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.749487 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.749636 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.749943 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.750262 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.750623 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.750959 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.751291 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.751605 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.751835 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.751990 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.752137 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.752298 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.752467 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.752615 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.752779 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.753053 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.753152 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.753294 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.753540 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.753844 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.754150 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.754431 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.754723 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.755033 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.755343 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.755652 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.755863 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.756031 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.756200 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.756388 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.756554 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.756701 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.756844 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.756996 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.757163 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.757326 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.757490 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.757653 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.757813 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.757974 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.758137 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.758296 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.758457 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.758678 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:51.758773 dv-cinder-841753-2-iscsi neutron-server[103922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103922) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 15:05:51.785369 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57410) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:05:51.794082 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065904 May 16 15:06:03.368071 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a7fc7-6f75-4415-98f9-62168a854431 None None] get_active_networks_info from dv-cinder-841753-2-iscsi {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 16 15:06:03.422092 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2a7fc7-6f75-4415-98f9-62168a854431 None None] No non-hosted networks {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 16 15:06:03.430515 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.agentschedulers_db [None req-fe2a7fc7-6f75-4415-98f9-62168a854431 None None] DHCP Agent not found on host dv-cinder-841753-2-iscsi {{(pid=104033) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 16 15:06:03.536863 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d5e82f8f-7599-4882-a047-76c57123e5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-691041'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:05.482910 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-90e34841-75fa-43d1-ae0d-42daa182f08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-691041'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:05.513701 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.db.api [None req-b47badca-ef66-45dd-a131-ac8d31f0c71b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-841753-2-iscsi {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 15:06:05.514904 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG oslo_db.api [None req-b47badca-ef66-45dd-a131-ac8d31f0c71b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 15:06:06.134623 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b47badca-ef66-45dd-a131-ac8d31f0c71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:06.468459 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57476) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:06.594989 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-691041'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:06.978715 dv-cinder-841753-2-iscsi neutron-server[104032]: WARNING oslo_policy.policy [None req-fc183c05-0fb7-4d17-ba0e-7ecb611e5e2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:06:06.979305 dv-cinder-841753-2-iscsi neutron-server[104032]: WARNING oslo_policy.policy [None req-fc183c05-0fb7-4d17-ba0e-7ecb611e5e2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:06:07.200035 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-fc183c05-0fb7-4d17-ba0e-7ecb611e5e2a admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:06:07.201185 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fc183c05-0fb7-4d17-ba0e-7ecb611e5e2a admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7380824 May 16 15:06:07.968857 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-691041'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:09.688289 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57500) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:10.014192 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-592acd65-3304-491c-b4bb-6f3585649391 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:10.107766 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.policy [None req-592acd65-3304-491c-b4bb-6f3585649391 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104032) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 15:06:10.152151 dv-cinder-841753-2-iscsi neutron-server[104032]: WARNING oslo_policy.policy [None req-592acd65-3304-491c-b4bb-6f3585649391 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:06:10.152539 dv-cinder-841753-2-iscsi neutron-server[104032]: WARNING oslo_policy.policy [None req-592acd65-3304-491c-b4bb-6f3585649391 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:06:10.363761 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-592acd65-3304-491c-b4bb-6f3585649391 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793531254437', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793531254953', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793531303522', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793531295800', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793531291794', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793531350416', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3844357', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4061495', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1028627', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-942658'] for rbac-policy (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:10.570392 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-592acd65-3304-491c-b4bb-6f3585649391 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:10.571581 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-592acd65-3304-491c-b4bb-6f3585649391 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8823218 May 16 15:06:10.635260 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-691041'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:10.639782 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.639782 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.639782 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.639782 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.641714 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.644701 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.645369 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.646208 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.648018 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.648526 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.649156 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.649505 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.649858 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.651141 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.651430 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:10.651927 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841753-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:10.668028 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841753-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:11.582667 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.db.l3_hamode_db [None req-7b3e31af-ff4a-4ae0-ac62-342f89394913 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 16 15:06:11.664001 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e31af-ff4a-4ae0-ac62-342f89394913 None None] Routers set() bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:06:11.664656 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e31af-ff4a-4ae0-ac62-342f89394913 None None] Router IDs set() for agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 16 15:06:13.035127 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57520) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:13.346687 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:13.440210 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Made reservation on behalf of 712891263b4f468fb3ce3dda3aeaed04 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:06:13.444014 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:13.460723 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:13.568065 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Publish callbacks [] for security_group (498d096d-8958-4b54-8e82-93f6d6346960), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:13.625496 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (498d096d-8958-4b54-8e82-93f6d6346960), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:13.650775 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:06:13.684984 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:13.685484 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Added segment e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b of type vlan for network 6df95a19-d110-49d2-9d5f-079c2478e2ba May 16 15:06:13.701463 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=498d096d-8958-4b54-8e82-93f6d6346960,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:13.753364 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.754423 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.755033 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.755610 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.755940 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.756274 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.756609 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.756940 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.757269 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.757600 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.757921 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.758256 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.758579 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.758895 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.759217 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Tracked resource versions report: May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: pushed versions: May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: { 'AddressGroup': {'1.2'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Agent': {'1.1'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'ConntrackHelper': {'1.0'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'LocalIPAssociation': {'1.0'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Log': {'1.0'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'NDPProxy': {'1.0'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Network': {'1.1'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Port': {'1.7'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'PortForwarding': {'1.3'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'QosPolicy': {'1.10'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'SecurityGroup': {'1.5'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'SecurityGroupRule': {'1.2'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'SubPort': {'1.0'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Subnet': {'1.1'}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Trunk': {'1.1'}} May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: consumer versions: May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: { DHCP agent@dv-cinder-841753-2-iscsi: {}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: L3 agent@dv-cinder-841753-2-iscsi: {}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: Metadata agent@dv-cinder-841753-2-iscsi: {}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: Metering agent@dv-cinder-841753-2-iscsi: {}, May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: Open vSwitch agent@dv-cinder-841753-2-iscsi: { 'AddressGroup': '1.2', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Agent': '1.1', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'ConntrackHelper': '1.0', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'LocalIPAssociation': '1.0', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Log': '1.0', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'NDPProxy': '1.0', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Network': '1.1', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Port': '1.7', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'PortForwarding': '1.3', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'QosPolicy': '1.10', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'SecurityGroup': '1.5', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'SecurityGroupRule': '1.2', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'SubPort': '1.0', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Subnet': '1.1', May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Trunk': '1.1'}} May 16 15:06:13.760687 dv-cinder-841753-2-iscsi neutron-server[104032]: {{(pid=104032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:06:13.793438 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (6df95a19-d110-49d2-9d5f-079c2478e2ba), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:13.888878 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (6df95a19-d110-49d2-9d5f-079c2478e2ba), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:13.894653 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:13.895651 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:14.009220 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] Pushing event updated for resources: {'Network': ['ID=6df95a19-d110-49d2-9d5f-079c2478e2ba,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:14.024014 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 6df95a19-d110-49d2-9d5f-079c2478e2ba details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:06:14.062749 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-40f6b102-49fa-4cde-8f9e-315319e572ab demo demo] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0264494 May 16 15:06:16.557444 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57534) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:16.958128 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f260bd-5266-456c-879c-f0ab1bc31b02 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:16.959491 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-67f260bd-5266-456c-879c-f0ab1bc31b02 demo admin] 10.222.0.71 "GET /v2.0/networks/6df95a19-d110-49d2-9d5f-079c2478e2ba HTTP/1.1" status: 200 len: 825 time: 0.4010119 May 16 15:06:16.984618 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-13857d6d-6614-45d3-9f71-901a0fae0186 demo admin] 10.222.0.71 "GET /v2.0/subnetpools/486446ad-f947-460c-be46-5ca4cb885fae HTTP/1.1" status: 200 len: 734 time: 0.0194790 May 16 15:06:16.992999 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-080c535a-dd59-4c8f-8d7b-4472dea72a9b demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '486446ad-f947-460c-be46-5ca4cb885fae'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:17.083542 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080c535a-dd59-4c8f-8d7b-4472dea72a9b demo admin] Made reservation on behalf of 712891263b4f468fb3ce3dda3aeaed04 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:06:17.085947 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-080c535a-dd59-4c8f-8d7b-4472dea72a9b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:17.423693 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-080c535a-dd59-4c8f-8d7b-4472dea72a9b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for subnet (15134940-3529-4b6c-90a3-da14e5071575), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:17.494123 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c535a-dd59-4c8f-8d7b-4472dea72a9b demo admin] Checking segment: {'id': 'e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:06:17.494415 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080c535a-dd59-4c8f-8d7b-4472dea72a9b demo admin] Network hostable DHCP agents. Network: 6df95a19-d110-49d2-9d5f-079c2478e2ba, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:06:17.498939 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c535a-dd59-4c8f-8d7b-4472dea72a9b demo admin] Pushing event updated for resources: {'Subnet': ['ID=15134940-3529-4b6c-90a3-da14e5071575,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:17.594502 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080c535a-dd59-4c8f-8d7b-4472dea72a9b demo admin] Network 6df95a19-d110-49d2-9d5f-079c2478e2ba is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:06:17.671367 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-080c535a-dd59-4c8f-8d7b-4472dea72a9b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 6df95a19-d110-49d2-9d5f-079c2478e2ba) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:06:17.676658 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080c535a-dd59-4c8f-8d7b-4472dea72a9b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:17.677650 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-080c535a-dd59-4c8f-8d7b-4472dea72a9b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:17.680789 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf218a-a7ac-4e58-97fe-4bbb425ba500 None None] Network 6df95a19-d110-49d2-9d5f-079c2478e2ba requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:06:17.780591 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-080c535a-dd59-4c8f-8d7b-4472dea72a9b demo admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7906156 May 16 15:06:17.937184 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd88b2bd1-82b9-52c7-9c83-00bc197d9c54-6df95a19-d110-49d2-9d5f-079c2478e2ba', 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba', 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'fixed_ips': [{'subnet_id': '15134940-3529-4b6c-90a3-da14e5071575'}]}} from dv-cinder-841753-2-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:06:17.938570 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:18.218426 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Allocated IP 172.20.0.2 (6df95a19-d110-49d2-9d5f-079c2478e2ba/15134940-3529-4b6c-90a3-da14e5071575/fe6ceac0-69b8-4dea-9f35-c15bb5988bf4) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:06:18.478843 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Publish callbacks [] for port (fe6ceac0-69b8-4dea-9f35-c15bb5988bf4), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:18.567382 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (fe6ceac0-69b8-4dea-9f35-c15bb5988bf4), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:18.639212 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Network 6df95a19-d110-49d2-9d5f-079c2478e2ba is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:06:18.645402 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:06:18.654978 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:06:18.661224 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Pushing event updated for resources: {'Port': ['ID=fe6ceac0-69b8-4dea-9f35-c15bb5988bf4,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:18.711165 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.711867 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.711867 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.712239 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.712578 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.712918 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.713248 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.713575 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.713904 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.714229 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.714555 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.714897 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.715225 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.715546 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.715892 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Tracked resource versions report: May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: pushed versions: May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: { 'AddressGroup': {'1.2'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Agent': {'1.1'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'ConntrackHelper': {'1.0'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'LocalIPAssociation': {'1.0'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Log': {'1.0'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'NDPProxy': {'1.0'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Network': {'1.1'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Port': {'1.7'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'PortForwarding': {'1.3'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'QosPolicy': {'1.10'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'SecurityGroup': {'1.5'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'SecurityGroupRule': {'1.2'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'SubPort': {'1.0'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Subnet': {'1.1'}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Trunk': {'1.1'}} May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: consumer versions: May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: { DHCP agent@dv-cinder-841753-2-iscsi: {}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: L3 agent@dv-cinder-841753-2-iscsi: {}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: Metadata agent@dv-cinder-841753-2-iscsi: {}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: Metering agent@dv-cinder-841753-2-iscsi: {}, May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: Open vSwitch agent@dv-cinder-841753-2-iscsi: { 'AddressGroup': '1.2', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Agent': '1.1', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'ConntrackHelper': '1.0', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'LocalIPAssociation': '1.0', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Log': '1.0', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'NDPProxy': '1.0', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Network': '1.1', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Port': '1.7', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'PortForwarding': '1.3', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'QosPolicy': '1.10', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'SecurityGroup': '1.5', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'SecurityGroupRule': '1.2', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'SubPort': '1.0', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Subnet': '1.1', May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Trunk': '1.1'}} May 16 15:06:18.717351 dv-cinder-841753-2-iscsi neutron-server[104033]: {{(pid=104033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:06:18.754032 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Attempting to bind port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:06:18.754587 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Attempting to bind port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:06:18.755140 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Attempting to bind port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 on network 6df95a19-d110-49d2-9d5f-079c2478e2ba {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:06:18.760064 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:06:18.765450 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Checking segment: {'id': 'e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:06:18.765450 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:18.765450 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Bound using segment: {'id': 'e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:06:18.765450 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Bound port: fe6ceac0-69b8-4dea-9f35-c15bb5988bf4, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:06:18.765450 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (fe6ceac0-69b8-4dea-9f35-c15bb5988bf4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:18.822476 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] For port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:06:18.826780 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] For port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=fe6ceac0-69b8-4dea-9f35-c15bb5988bf4,segment=NetworkSegment(e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b),segment_id=e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:06:18.909579 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (fe6ceac0-69b8-4dea-9f35-c15bb5988bf4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:18.977479 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059b3e8-5130-4275-91c3-a8f2c88413fb None None] Pushing event updated for resources: {'Port': ['ID=fe6ceac0-69b8-4dea-9f35-c15bb5988bf4,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:20.242541 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57542) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:20.551566 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-c4ec82f9-0e1d-4c7f-9499-c04c5cbea7f9 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:06:20.552652 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c4ec82f9-0e1d-4c7f-9499-c04c5cbea7f9 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3091776 May 16 15:06:23.041921 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57550) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:23.351429 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-6ddfe0f1-afa7-4b79-89b6-be27d16b8174 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:06:23.352465 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6ddfe0f1-afa7-4b79-89b6-be27d16b8174 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3096316 May 16 15:06:25.868262 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57558) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:26.186359 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f87d0259-0693-404e-9d99-49dfb0a9916d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:26.277502 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f87d0259-0693-404e-9d99-49dfb0a9916d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7018'] for router (ba0ab296-8c44-4674-988a-342162ce80ed), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.279109 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f87d0259-0693-404e-9d99-49dfb0a9916d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7011'] for router (ba0ab296-8c44-4674-988a-342162ce80ed), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.411850 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f87d0259-0693-404e-9d99-49dfb0a9916d demo demo] Publish callbacks [] for router_controller (ba0ab296-8c44-4674-988a-342162ce80ed), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.466257 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f87d0259-0693-404e-9d99-49dfb0a9916d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692953'] for router (ba0ab296-8c44-4674-988a-342162ce80ed), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.562460 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f87d0259-0693-404e-9d99-49dfb0a9916d demo demo] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.563576 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f87d0259-0693-404e-9d99-49dfb0a9916d demo demo] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6943312 May 16 15:06:29.050867 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57570) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:29.322132 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:06:29.367879 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-8082c36f-557f-4cc6-a7be-5f582fd49bd5 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:06:29.375699 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8082c36f-557f-4cc6-a7be-5f582fd49bd5 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3170969 May 16 15:06:29.407524 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:29.408038 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (fe6ceac0-69b8-4dea-9f35-c15bb5988bf4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:29.520253 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:29.520869 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (fe6ceac0-69b8-4dea-9f35-c15bb5988bf4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:29.560498 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=fe6ceac0-69b8-4dea-9f35-c15bb5988bf4,segment=NetworkSegment(e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b),segment_id=e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:06:29.637405 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (fe6ceac0-69b8-4dea-9f35-c15bb5988bf4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:29.687071 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=fe6ceac0-69b8-4dea-9f35-c15bb5988bf4,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:30.505370 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb46f6-8eae-4a61-9020-196048d88831 None None] Network 6df95a19-d110-49d2-9d5f-079c2478e2ba requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:06:30.576714 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b98352ae-1398-45db-8564-04433af17352 None None] Provisioning complete for port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:30.577112 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b98352ae-1398-45db-8564-04433af17352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (fe6ceac0-69b8-4dea-9f35-c15bb5988bf4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:30.690797 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b98352ae-1398-45db-8564-04433af17352 None None] Current status of the port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:30.909650 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3d49715c-6d86-4220-af5a-96f9b2be282f None None] Provisioning complete for port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:30.910424 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d49715c-6d86-4220-af5a-96f9b2be282f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (fe6ceac0-69b8-4dea-9f35-c15bb5988bf4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:30.981126 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3d49715c-6d86-4220-af5a-96f9b2be282f None None] Current status of the port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:31.312766 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:06:31.353494 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:31.353879 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (fe6ceac0-69b8-4dea-9f35-c15bb5988bf4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:31.419876 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:31.874841 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57578) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:32.187406 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:32.266154 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Made reservation on behalf of 63e6523cee6045dabb771a1e00b70243 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:06:32.268530 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:32.277461 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:32.352932 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Publish callbacks [] for security_group (4a3f29fe-9f4e-48bf-a825-44a354a62b15), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:32.423940 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (4a3f29fe-9f4e-48bf-a825-44a354a62b15), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:32.442749 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Reserving flat network on physical network physnet1 {{(pid=104032) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 16 15:06:32.465252 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3f29fe-9f4e-48bf-a825-44a354a62b15,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:32.468080 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (74f5cb15-0c2c-4306-8009-5b08353a0eef), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:32.468495 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Added segment 74f5cb15-0c2c-4306-8009-5b08353a0eef of type flat for network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f May 16 15:06:32.524110 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:32.646777 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:32.647843 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:32.648423 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:32.748324 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] Pushing event updated for resources: {'Network': ['ID=694a1298-b7eb-48c7-b7a5-69f3afc3bd8f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:32.758060 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:06:32.763613 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fbda8dc1-2f63-46a3-9817-3718e1c30f43 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8877237 May 16 15:06:33.403189 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-87bf2785-e4d6-4a48-b433-e852478a9167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:35.182937 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57586) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:35.465736 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c5c83800-c1e9-4449-8490-c2cdd516bc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:35.540873 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67971a3-c7bd-4c84-9678-d9842517ed27 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:35.542198 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e67971a3-c7bd-4c84-9678-d9842517ed27 demo admin] 10.222.0.71 "GET /v2.0/subnets/15134940-3529-4b6c-90a3-da14e5071575 HTTP/1.1" status: 200 len: 849 time: 0.3583040 May 16 15:06:35.663130 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-10775f8c-587e-4ab0-9efd-f54423c3d00c demo admin] 10.222.0.71 "GET /v2.0/routers/ba0ab296-8c44-4674-988a-342162ce80ed HTTP/1.1" status: 200 len: 704 time: 0.1150916 May 16 15:06:35.918809 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:36.245155 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Allocated IP 172.20.0.1 (6df95a19-d110-49d2-9d5f-079c2478e2ba/15134940-3529-4b6c-90a3-da14e5071575/7cd647c9-4b20-4c2c-bae4-544425765a48) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:06:36.395067 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Publish callbacks [] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:36.512416 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:36.579869 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:36.581096 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Network 6df95a19-d110-49d2-9d5f-079c2478e2ba is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:06:36.587016 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:06:36.598171 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:06:36.598171 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689396'] for router_interface (ba0ab296-8c44-4674-988a-342162ce80ed), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:36.620440 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Pushing event updated for resources: {'Port': ['ID=7cd647c9-4b20-4c2c-bae4-544425765a48,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:36.833489 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-813ccebf-dab8-452a-9b8a-dad57274463c None None] Provisioning complete for port 7cd647c9-4b20-4c2c-bae4-544425765a48 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:36.833790 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-813ccebf-dab8-452a-9b8a-dad57274463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:36.864875 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:36.912066 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-813ccebf-dab8-452a-9b8a-dad57274463c None None] Port 7cd647c9-4b20-4c2c-bae4-544425765a48 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:06:37.097873 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Publish callbacks [] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:37.168417 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:37.169210 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-746561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690110'] for router_interface (ba0ab296-8c44-4674-988a-342162ce80ed), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:37.227815 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Pushing event updated for resources: {'Port': ['ID=7cd647c9-4b20-4c2c-bae4-544425765a48,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:37.291149 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Network 6df95a19-d110-49d2-9d5f-079c2478e2ba is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:06:37.292440 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:06:37.516944 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Router ba0ab296-8c44-4674-988a-342162ce80ed is scheduled to L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:06:37.530138 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-67ccd19d-4174-4f4a-808a-cc471f1fe2c3 None None] Provisioning complete for port 7cd647c9-4b20-4c2c-bae4-544425765a48 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:37.530526 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67ccd19d-4174-4f4a-808a-cc471f1fe2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:37.561142 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-67ccd19d-4174-4f4a-808a-cc471f1fe2c3 None None] Port 7cd647c9-4b20-4c2c-bae4-544425765a48 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:06:37.604204 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:06:37.615592 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4d4d7d6a-b3de-4663-bf2f-2f54c7bb6f02 demo admin] 10.222.0.71 "PUT /v2.0/routers/ba0ab296-8c44-4674-988a-342162ce80ed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9471169 May 16 15:06:37.617748 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Sync routers for ids ['ba0ab296-8c44-4674-988a-342162ce80ed'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:06:37.641996 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Routers {'ba0ab296-8c44-4674-988a-342162ce80ed'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:06:37.642820 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:06:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['ba0ab296-8c44-4674-988a-342162ce80ed'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:37.825692 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Set router ba0ab296-8c44-4674-988a-342162ce80ed gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:06:37.951335 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:38.240986 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'name': 'router1', 'tenant_id': '712891263b4f468fb3ce3dda3aeaed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:06:26Z', 'updated_at': '2022-05-16T15:06:36Z', 'revision_number': 2, 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'gw_port_host': None, '_interfaces': [{'id': '7cd647c9-4b20-4c2c-bae4-544425765a48', 'name': '', 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba', 'tenant_id': '712891263b4f468fb3ce3dda3aeaed04', 'mac_address': 'fa:16:3e:0e:c7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15134940-3529-4b6c-90a3-da14e5071575', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:35Z', 'updated_at': '2022-05-16T15:06:36Z', 'revision_number': 2, 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'subnets': [{'id': '15134940-3529-4b6c-90a3-da14e5071575', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '486446ad-f947-460c-be46-5ca4cb885fae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:38.290750 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Checking router: ba0ab296-8c44-4674-988a-342162ce80ed for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:06:38.291120 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Updating router ba0ab296-8c44-4674-988a-342162ce80ed port 7cd647c9-4b20-4c2c-bae4-544425765a48 binding host dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:06:38.343024 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:38.871095 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Publish callbacks [] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:38.974300 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:39.062844 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Pushing event updated for resources: {'Port': ['ID=7cd647c9-4b20-4c2c-bae4-544425765a48,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:39.077156 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.077511 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.077855 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.078210 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.078545 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.078873 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.079198 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.079535 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.079879 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.080235 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.080523 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.080862 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.081182 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.081509 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.082056 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Tracked resource versions report: May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: pushed versions: May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: { 'AddressGroup': {'1.2'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Agent': {'1.1'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'ConntrackHelper': {'1.0'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'LocalIPAssociation': {'1.0'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Log': {'1.0'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'NDPProxy': {'1.0'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Network': {'1.1'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Port': {'1.7'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'PortForwarding': {'1.3'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'QosPolicy': {'1.10'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'SecurityGroup': {'1.5'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'SecurityGroupRule': {'1.2'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'SubPort': {'1.0'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Subnet': {'1.1'}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Trunk': {'1.1'}} May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: consumer versions: May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: { DHCP agent@dv-cinder-841753-2-iscsi: {}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: L3 agent@dv-cinder-841753-2-iscsi: {}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: Metadata agent@dv-cinder-841753-2-iscsi: {}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: Metering agent@dv-cinder-841753-2-iscsi: {}, May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: Open vSwitch agent@dv-cinder-841753-2-iscsi: { 'AddressGroup': '1.2', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Agent': '1.1', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'ConntrackHelper': '1.0', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'LocalIPAssociation': '1.0', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Log': '1.0', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'NDPProxy': '1.0', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Network': '1.1', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Port': '1.7', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'PortForwarding': '1.3', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'QosPolicy': '1.10', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'SecurityGroup': '1.5', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'SecurityGroupRule': '1.2', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'SubPort': '1.0', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Subnet': '1.1', May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Trunk': '1.1'}} May 16 15:06:39.083863 dv-cinder-841753-2-iscsi neutron-server[104034]: {{(pid=104034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:06:39.165622 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Attempting to bind port 7cd647c9-4b20-4c2c-bae4-544425765a48 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:06:39.166026 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Attempting to bind port 7cd647c9-4b20-4c2c-bae4-544425765a48 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:06:39.166460 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Attempting to bind port 7cd647c9-4b20-4c2c-bae4-544425765a48 on network 6df95a19-d110-49d2-9d5f-079c2478e2ba {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:06:39.172062 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:06:39.172736 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Checking segment: {'id': 'e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:06:39.173224 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:39.173615 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Bound using segment: {'id': 'e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:06:39.174111 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Bound port: 7cd647c9-4b20-4c2c-bae4-544425765a48, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:06:39.174490 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:39.244146 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] For port 7cd647c9-4b20-4c2c-bae4-544425765a48, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:06:39.265806 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] For port 7cd647c9-4b20-4c2c-bae4-544425765a48, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=7cd647c9-4b20-4c2c-bae4-544425765a48,segment=NetworkSegment(e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b),segment_id=e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:06:39.329430 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:39.388539 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Routers {'ba0ab296-8c44-4674-988a-342162ce80ed'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:06:39.389227 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:06:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['ba0ab296-8c44-4674-988a-342162ce80ed'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:39.392830 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aed720-8385-410a-992f-e418b876a496 None None] Pushing event updated for resources: {'Port': ['ID=7cd647c9-4b20-4c2c-bae4-544425765a48,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:39.392986 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ae59e9b3-231e-45a2-9d98-12b30ba12fc5 None None] Provisioning complete for port 7cd647c9-4b20-4c2c-bae4-544425765a48 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:39.392986 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae59e9b3-231e-45a2-9d98-12b30ba12fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:39.484211 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] Set router ba0ab296-8c44-4674-988a-342162ce80ed gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:06:39.488232 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ae59e9b3-231e-45a2-9d98-12b30ba12fc5 None None] Current status of the port 7cd647c9-4b20-4c2c-bae4-544425765a48 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:39.489146 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae59e9b3-231e-45a2-9d98-12b30ba12fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:39.529151 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ae59e9b3-231e-45a2-9d98-12b30ba12fc5 None None] For port 7cd647c9-4b20-4c2c-bae4-544425765a48, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=7cd647c9-4b20-4c2c-bae4-544425765a48,segment=NetworkSegment(e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b),segment_id=e44d8dcf-c3bc-4cd8-beb1-a2b671a4845b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:06:39.600585 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae59e9b3-231e-45a2-9d98-12b30ba12fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:39.647012 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59e9b3-231e-45a2-9d98-12b30ba12fc5 None None] Pushing event updated for resources: {'Port': ['ID=7cd647c9-4b20-4c2c-bae4-544425765a48,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:39.693348 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'name': 'router1', 'tenant_id': '712891263b4f468fb3ce3dda3aeaed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:06:26Z', 'updated_at': '2022-05-16T15:06:36Z', 'revision_number': 2, 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'gw_port_host': None, '_interfaces': [{'id': '7cd647c9-4b20-4c2c-bae4-544425765a48', 'name': '', 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba', 'tenant_id': '712891263b4f468fb3ce3dda3aeaed04', 'mac_address': 'fa:16:3e:0e:c7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15134940-3529-4b6c-90a3-da14e5071575', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:35Z', 'updated_at': '2022-05-16T15:06:39Z', 'revision_number': 4, 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'subnets': [{'id': '15134940-3529-4b6c-90a3-da14e5071575', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '486446ad-f947-460c-be46-5ca4cb885fae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:39.718974 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8f0fa8f4-02d6-4402-8803-a1d245b73e45 None None] Provisioning complete for port 7cd647c9-4b20-4c2c-bae4-544425765a48 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:39.719446 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f0fa8f4-02d6-4402-8803-a1d245b73e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:39.723200 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dde7a-be97-43de-9fd5-bee0d5d12682 None None] The sync data for ids ['ba0ab296-8c44-4674-988a-342162ce80ed'] in dv-cinder-841753-2-iscsi is: [{'id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'name': 'router1', 'tenant_id': '712891263b4f468fb3ce3dda3aeaed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:06:26Z', 'updated_at': '2022-05-16T15:06:36Z', 'revision_number': 2, 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'gw_port_host': None, '_interfaces': [{'id': '7cd647c9-4b20-4c2c-bae4-544425765a48', 'name': '', 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba', 'tenant_id': '712891263b4f468fb3ce3dda3aeaed04', 'mac_address': 'fa:16:3e:0e:c7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15134940-3529-4b6c-90a3-da14e5071575', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:35Z', 'updated_at': '2022-05-16T15:06:39Z', 'revision_number': 4, 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'subnets': [{'id': '15134940-3529-4b6c-90a3-da14e5071575', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '486446ad-f947-460c-be46-5ca4cb885fae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:06:39.795271 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8f0fa8f4-02d6-4402-8803-a1d245b73e45 None None] Current status of the port 7cd647c9-4b20-4c2c-bae4-544425765a48 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:40.204697 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57606) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:40.398664 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc902e-b252-4e84-97e9-ccb5e952a9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:40.400067 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-71fc902e-b252-4e84-97e9-ccb5e952a9cf admin admin] 10.222.0.71 "GET /v2.0/networks/694a1298-b7eb-48c7-b7a5-69f3afc3bd8f HTTP/1.1" status: 200 len: 842 time: 0.1944089 May 16 15:06:40.409242 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:40.477497 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] Made reservation on behalf of 63e6523cee6045dabb771a1e00b70243 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:06:40.479763 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:40.608645 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:40.884465 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.objects.ports [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104032) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 16 15:06:40.884913 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for subnet (b5ec0241-0778-4460-8819-b850dcc3501a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:40.939560 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ec0241-0778-4460-8819-b850dcc3501a,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:40.949254 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] Checking segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:06:40.949615 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] Network hostable DHCP agents. Network: 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:06:41.029037 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:06:41.109553 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:06:41.114675 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:41.115282 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:41.120447 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1cc7f5-eef9-475f-8eec-fc00bde0aad0 None None] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:06:41.205728 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b591f8e1-816a-4f21-bc86-48317aa7fd4a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7997553 May 16 15:06:41.229994 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c0b5d1-6513-4249-bac6-1da036737b97 None None] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:06:43.618196 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57624) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:43.746073 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-13a7d2cd-f379-4caa-9cc2-4fc3cb36fd41 demo admin] 10.222.0.71 "GET /v2.0/routers/ba0ab296-8c44-4674-988a-342162ce80ed HTTP/1.1" status: 200 len: 710 time: 0.1267450 May 16 15:06:43.835012 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a7c618-5276-4ea5-8617-6ebdd2282cc6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:43.836344 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f7a7c618-5276-4ea5-8617-6ebdd2282cc6 demo admin] 10.222.0.71 "GET /v2.0/networks/694a1298-b7eb-48c7-b7a5-69f3afc3bd8f HTTP/1.1" status: 200 len: 886 time: 0.0848670 May 16 15:06:43.845358 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:44.080189 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Publish callbacks [] for router_gateway (ba0ab296-8c44-4674-988a-342162ce80ed), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:44.368114 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Publish callbacks [] for router_gateway (ba0ab296-8c44-4674-988a-342162ce80ed), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:44.447087 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:44.634450 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Allocated IP 172.27.1.230 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/ef5ec0ff-2109-4d85-9202-ca0e472f75f3) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:06:44.734746 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Publish callbacks [] for port (ef5ec0ff-2109-4d85-9202-ca0e472f75f3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:44.841056 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (ef5ec0ff-2109-4d85-9202-ca0e472f75f3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:44.888180 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:06:44.889231 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Pushing event updated for resources: {'Port': ['ID=ef5ec0ff-2109-4d85-9202-ca0e472f75f3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:44.892203 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:06:44.905905 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:06:45.297728 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Publish callbacks [] for router_gateway (ba0ab296-8c44-4674-988a-342162ce80ed), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:45.483598 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7029'] for router (ba0ab296-8c44-4674-988a-342162ce80ed), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:45.486861 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698760'] for router (ba0ab296-8c44-4674-988a-342162ce80ed), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:45.590017 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Router ba0ab296-8c44-4674-988a-342162ce80ed has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:06:45.690002 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:06:45.695050 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:45.696242 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-eaa17895-9e6c-4310-b57b-d4f20742777f demo admin] 10.222.0.71 "PUT /v2.0/routers/ba0ab296-8c44-4674-988a-342162ce80ed HTTP/1.1" status: 200 len: 890 time: 1.8542562 May 16 15:06:47.326895 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 7cd647c9-4b20-4c2c-bae4-544425765a48 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:06:47.369976 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 7cd647c9-4b20-4c2c-bae4-544425765a48 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:47.370436 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:47.442135 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 7cd647c9-4b20-4c2c-bae4-544425765a48 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:48.145625 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 57638) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:48.260622 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3515c321-b461-4c75-8b13-c826579acc5d admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1137872 May 16 15:06:48.637246 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Sync routers for ids ['ba0ab296-8c44-4674-988a-342162ce80ed'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:06:48.649603 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Routers {'ba0ab296-8c44-4674-988a-342162ce80ed'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:06:48.650254 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:06:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['ba0ab296-8c44-4674-988a-342162ce80ed'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:48.855598 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Set router ba0ab296-8c44-4674-988a-342162ce80ed gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:06:49.306278 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'name': 'router1', 'tenant_id': '712891263b4f468fb3ce3dda3aeaed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ef5ec0ff-2109-4d85-9202-ca0e472f75f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:06:26Z', 'updated_at': '2022-05-16T15:06:45Z', 'revision_number': 4, 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'gw_port': {'id': 'ef5ec0ff-2109-4d85-9202-ca0e472f75f3', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:69:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:44Z', 'updated_at': '2022-05-16T15:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '7cd647c9-4b20-4c2c-bae4-544425765a48', 'name': '', 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba', 'tenant_id': '712891263b4f468fb3ce3dda3aeaed04', 'mac_address': 'fa:16:3e:0e:c7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15134940-3529-4b6c-90a3-da14e5071575', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:35Z', 'updated_at': '2022-05-16T15:06:39Z', 'revision_number': 5, 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'subnets': [{'id': '15134940-3529-4b6c-90a3-da14e5071575', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '486446ad-f947-460c-be46-5ca4cb885fae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:49.352469 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Checking router: ba0ab296-8c44-4674-988a-342162ce80ed for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:06:49.352817 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Updating router ba0ab296-8c44-4674-988a-342162ce80ed port ef5ec0ff-2109-4d85-9202-ca0e472f75f3 binding host dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:06:49.407666 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ef5ec0ff-2109-4d85-9202-ca0e472f75f3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:49.747078 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Publish callbacks [] for port (ef5ec0ff-2109-4d85-9202-ca0e472f75f3), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:49.852309 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (ef5ec0ff-2109-4d85-9202-ca0e472f75f3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:49.905683 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7e9eb-8eca-49bf-9508-f7a5655f40d5 None None] Pushing event updated for resources: {'Port': ['ID=ef5ec0ff-2109-4d85-9202-ca0e472f75f3,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:49.909005 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Attempting to bind port ef5ec0ff-2109-4d85-9202-ca0e472f75f3 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:06:49.909387 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Attempting to bind port ef5ec0ff-2109-4d85-9202-ca0e472f75f3 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:06:49.909738 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Attempting to bind port ef5ec0ff-2109-4d85-9202-ca0e472f75f3 on network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:06:49.916074 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:06:49.916429 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Checking segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:06:49.916824 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:49.917201 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Bound using segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:06:49.917650 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Bound port: ef5ec0ff-2109-4d85-9202-ca0e472f75f3, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:06:49.918020 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ef5ec0ff-2109-4d85-9202-ca0e472f75f3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:50.083944 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] For port ef5ec0ff-2109-4d85-9202-ca0e472f75f3, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:06:50.087385 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] For port ef5ec0ff-2109-4d85-9202-ca0e472f75f3, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=ef5ec0ff-2109-4d85-9202-ca0e472f75f3,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:06:50.163937 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (ef5ec0ff-2109-4d85-9202-ca0e472f75f3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:50.222152 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Routers {'ba0ab296-8c44-4674-988a-342162ce80ed'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:06:50.223471 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:06:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['ba0ab296-8c44-4674-988a-342162ce80ed'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:50.259755 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7e9eb-8eca-49bf-9508-f7a5655f40d5 None None] Pushing event updated for resources: {'Port': ['ID=ef5ec0ff-2109-4d85-9202-ca0e472f75f3,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:50.339290 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] Set router ba0ab296-8c44-4674-988a-342162ce80ed gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:06:50.549791 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'name': 'router1', 'tenant_id': '712891263b4f468fb3ce3dda3aeaed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ef5ec0ff-2109-4d85-9202-ca0e472f75f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:06:26Z', 'updated_at': '2022-05-16T15:06:45Z', 'revision_number': 4, 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'gw_port': {'id': 'ef5ec0ff-2109-4d85-9202-ca0e472f75f3', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:69:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:44Z', 'updated_at': '2022-05-16T15:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '7cd647c9-4b20-4c2c-bae4-544425765a48', 'name': '', 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba', 'tenant_id': '712891263b4f468fb3ce3dda3aeaed04', 'mac_address': 'fa:16:3e:0e:c7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15134940-3529-4b6c-90a3-da14e5071575', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:35Z', 'updated_at': '2022-05-16T15:06:39Z', 'revision_number': 5, 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'subnets': [{'id': '15134940-3529-4b6c-90a3-da14e5071575', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '486446ad-f947-460c-be46-5ca4cb885fae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:50.576120 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c57a1-4f48-40e9-b145-8f550b9784c0 None None] The sync data for ids ['ba0ab296-8c44-4674-988a-342162ce80ed'] in dv-cinder-841753-2-iscsi is: [{'id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'name': 'router1', 'tenant_id': '712891263b4f468fb3ce3dda3aeaed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ef5ec0ff-2109-4d85-9202-ca0e472f75f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:06:26Z', 'updated_at': '2022-05-16T15:06:45Z', 'revision_number': 4, 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'gw_port': {'id': 'ef5ec0ff-2109-4d85-9202-ca0e472f75f3', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:69:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:44Z', 'updated_at': '2022-05-16T15:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '7cd647c9-4b20-4c2c-bae4-544425765a48', 'name': '', 'network_id': '6df95a19-d110-49d2-9d5f-079c2478e2ba', 'tenant_id': '712891263b4f468fb3ce3dda3aeaed04', 'mac_address': 'fa:16:3e:0e:c7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0ab296-8c44-4674-988a-342162ce80ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15134940-3529-4b6c-90a3-da14e5071575', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:35Z', 'updated_at': '2022-05-16T15:06:39Z', 'revision_number': 5, 'project_id': '712891263b4f468fb3ce3dda3aeaed04', 'subnets': [{'id': '15134940-3529-4b6c-90a3-da14e5071575', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '486446ad-f947-460c-be46-5ca4cb885fae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:06:51.362607 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device ef5ec0ff-2109-4d85-9202-ca0e472f75f3 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:06:51.423759 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port ef5ec0ff-2109-4d85-9202-ca0e472f75f3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:51.426585 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (ef5ec0ff-2109-4d85-9202-ca0e472f75f3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:51.519882 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port ef5ec0ff-2109-4d85-9202-ca0e472f75f3 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:51.520140 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ef5ec0ff-2109-4d85-9202-ca0e472f75f3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:51.543891 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port ef5ec0ff-2109-4d85-9202-ca0e472f75f3, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=ef5ec0ff-2109-4d85-9202-ca0e472f75f3,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:06:51.614813 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (ef5ec0ff-2109-4d85-9202-ca0e472f75f3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:51.664569 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=ef5ec0ff-2109-4d85-9202-ca0e472f75f3,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:53.361871 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device ef5ec0ff-2109-4d85-9202-ca0e472f75f3 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:06:53.435523 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port ef5ec0ff-2109-4d85-9202-ca0e472f75f3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:53.436143 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (ef5ec0ff-2109-4d85-9202-ca0e472f75f3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:53.531422 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port ef5ec0ff-2109-4d85-9202-ca0e472f75f3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:59.608756 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:07:03.385506 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-813cd32f-480d-4a90-a264-778caf655e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:05.497136 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7118a0bd-992b-48a1-9b75-123c980b8965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:06.582576 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:07.950256 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:10.610263 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:33.391378 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fafedf05-1505-4882-8fc0-683122f14831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:35.455677 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b6afbd6-ece2-45de-b6b6-f5e5b44b2598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:36.593889 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:36.608727 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:07:37.937811 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:40.643643 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:03.384092 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18fbb8fc-1aab-415b-bf58-0d567c1c5141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:05.452948 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6486a969-7f03-4f61-a002-448d5dc378f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:06.569847 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:08.009530 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:08.461449 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58122) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:08.586636 dv-cinder-841753-2-iscsi neutron-server[104031]: WARNING oslo_policy.policy [None req-1a6d125d-2db3-4426-8a49-66950b7a08ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:08:08.587214 dv-cinder-841753-2-iscsi neutron-server[104031]: WARNING oslo_policy.policy [None req-1a6d125d-2db3-4426-8a49-66950b7a08ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:08:08.848898 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6d125d-2db3-4426-8a49-66950b7a08ba admin admin] GET failed (client error): The resource could not be found. May 16 15:08:08.850639 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1a6d125d-2db3-4426-8a49-66950b7a08ba admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3872106 May 16 15:08:09.111719 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.policy [None req-b0025e2d-4012-4cc8-8565-55902cf6c961 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104031) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 15:08:09.153362 dv-cinder-841753-2-iscsi neutron-server[104031]: WARNING oslo_policy.policy [None req-b0025e2d-4012-4cc8-8565-55902cf6c961 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:08:09.153739 dv-cinder-841753-2-iscsi neutron-server[104031]: WARNING oslo_policy.policy [None req-b0025e2d-4012-4cc8-8565-55902cf6c961 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:08:09.161880 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0025e2d-4012-4cc8-8565-55902cf6c961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:09.163683 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b0025e2d-4012-4cc8-8565-55902cf6c961 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3089564 May 16 15:08:10.634276 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:11.432318 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58138) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:11.558523 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f960d1f-31ee-4164-8df0-e43c770d0c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:11.559793 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1f960d1f-31ee-4164-8df0-e43c770d0c66 admin admin] 10.222.0.71 "GET /v2.0/subnets/15134940-3529-4b6c-90a3-da14e5071575 HTTP/1.1" status: 200 len: 849 time: 0.1265099 May 16 15:08:11.569138 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:08:11.655992 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Publish callbacks [] for subnet (15134940-3529-4b6c-90a3-da14e5071575), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:11.872003 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793532143234'] for subnet (15134940-3529-4b6c-90a3-da14e5071575), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:11.936572 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:11.937398 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:11.953992 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] 10.222.0.71 "PUT /v2.0/subnets/15134940-3529-4b6c-90a3-da14e5071575 HTTP/1.1" status: 200 len: 868 time: 0.3729913 May 16 15:08:11.956277 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080dbc06-8b63-4b8c-903c-9563fd7ddb6d None None] Network 6df95a19-d110-49d2-9d5f-079c2478e2ba requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:08:11.956788 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15134940-3529-4b6c-90a3-da14e5071575,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:08:11.960757 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.961111 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.961471 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.961813 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.962153 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.962559 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.962897 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.963222 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.963556 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.963915 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.964265 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.964617 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.964947 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.965270 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.965593 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6546b-ebdc-4c7e-be82-5f982e249e37 admin admin] Tracked resource versions report: May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: pushed versions: May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: { 'AddressGroup': {'1.2'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Agent': {'1.1'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'ConntrackHelper': {'1.0'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'LocalIPAssociation': {'1.0'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Log': {'1.0'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'NDPProxy': {'1.0'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Network': {'1.1'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Port': {'1.7'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'PortForwarding': {'1.3'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'QosPolicy': {'1.10'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'SecurityGroup': {'1.5'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'SecurityGroupRule': {'1.2'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'SubPort': {'1.0'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Subnet': {'1.1'}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Trunk': {'1.1'}} May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: consumer versions: May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: { DHCP agent@dv-cinder-841753-2-iscsi: {}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: L3 agent@dv-cinder-841753-2-iscsi: {}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: Metadata agent@dv-cinder-841753-2-iscsi: {}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: Metering agent@dv-cinder-841753-2-iscsi: {}, May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: Open vSwitch agent@dv-cinder-841753-2-iscsi: { 'AddressGroup': '1.2', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Agent': '1.1', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'ConntrackHelper': '1.0', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'LocalIPAssociation': '1.0', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Log': '1.0', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'NDPProxy': '1.0', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Network': '1.1', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Port': '1.7', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'PortForwarding': '1.3', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'QosPolicy': '1.10', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'SecurityGroup': '1.5', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'SecurityGroupRule': '1.2', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'SubPort': '1.0', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Subnet': '1.1', May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Trunk': '1.1'}} May 16 15:08:11.968222 dv-cinder-841753-2-iscsi neutron-server[104031]: {{(pid=104031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:08:12.269230 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-60aa9a5a-22ad-480d-8e88-bbce43d6e860 None None] Provisioning complete for port 7cd647c9-4b20-4c2c-bae4-544425765a48 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:08:12.269766 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-60aa9a5a-22ad-480d-8e88-bbce43d6e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7cd647c9-4b20-4c2c-bae4-544425765a48), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:12.342300 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-60aa9a5a-22ad-480d-8e88-bbce43d6e860 None None] Current status of the port 7cd647c9-4b20-4c2c-bae4-544425765a48 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:08:12.350391 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-60aa9a5a-22ad-480d-8e88-bbce43d6e860 None None] Provisioning complete for port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:08:12.350781 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-60aa9a5a-22ad-480d-8e88-bbce43d6e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (fe6ceac0-69b8-4dea-9f35-c15bb5988bf4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:12.420391 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-60aa9a5a-22ad-480d-8e88-bbce43d6e860 None None] Current status of the port fe6ceac0-69b8-4dea-9f35-c15bb5988bf4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:08:13.608374 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:08:14.204273 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58150) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:14.401744 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dca55f4-e6e7-4732-9228-9d6f0064c891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:14.402125 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dca55f4-e6e7-4732-9228-9d6f0064c891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:14.404378 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9dca55f4-e6e7-4732-9228-9d6f0064c891 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984315 May 16 15:08:16.655554 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58160) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:16.785256 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf4e0d2-10d5-4f06-8778-ef52bc9a8aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:16.785721 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf4e0d2-10d5-4f06-8778-ef52bc9a8aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:16.787225 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ecf4e0d2-10d5-4f06-8778-ef52bc9a8aae admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1307130 May 16 15:08:19.057105 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58168) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:19.182019 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfe7690-147c-4c52-b317-1bbaee5efbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:19.183395 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cdfe7690-147c-4c52-b317-1bbaee5efbb8 admin admin] 10.222.0.71 "GET /v2.0/networks/694a1298-b7eb-48c7-b7a5-69f3afc3bd8f HTTP/1.1" status: 200 len: 886 time: 0.1253614 May 16 15:08:21.440175 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58176) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:21.636361 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5cbdf0-70a4-4e58-921e-51e8ca60215c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:21.637709 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ee5cbdf0-70a4-4e58-921e-51e8ca60215c admin admin] 10.222.0.71 "GET /v2.0/networks/6df95a19-d110-49d2-9d5f-079c2478e2ba HTTP/1.1" status: 200 len: 869 time: 0.1965547 May 16 15:08:23.874542 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58184) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:23.997372 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8fca0-ff78-4ae3-9a4d-02074acc4a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:23.997821 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8fca0-ff78-4ae3-9a4d-02074acc4a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:23.999338 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-99d8fca0-ff78-4ae3-9a4d-02074acc4a5f admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238666 May 16 15:08:26.252349 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58192) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:26.341091 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262fcc31-cadb-467b-b77b-6aa457e0128e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:26.341546 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262fcc31-cadb-467b-b77b-6aa457e0128e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:26.343027 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-262fcc31-cadb-467b-b77b-6aa457e0128e admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0897439 May 16 15:08:28.585382 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58200) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:28.679163 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e946146-7ca2-47a1-8430-51c81f1eb4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:28.680545 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8e946146-7ca2-47a1-8430-51c81f1eb4f6 admin admin] 10.222.0.71 "GET /v2.0/subnets/15134940-3529-4b6c-90a3-da14e5071575 HTTP/1.1" status: 200 len: 868 time: 0.0942168 May 16 15:08:31.004265 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58208) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:31.092892 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23bc2f9-5056-4bcd-a729-9144726710d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:31.094207 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e23bc2f9-5056-4bcd-a729-9144726710d5 admin admin] 10.222.0.71 "GET /v2.0/subnets/b5ec0241-0778-4460-8819-b850dcc3501a HTTP/1.1" status: 200 len: 816 time: 0.0890152 May 16 15:08:33.381480 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d0ac05cd-fc10-4e1a-9b3e-7f38b50ea7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:35.449837 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a09affd5-ec1f-46b5-8673-ee073377fbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:36.580938 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:37.952191 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:40.631881 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:50.607227 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:09:03.378545 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-264ce214-79cc-419f-8935-65cc4625e0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:05.450504 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5f23b868-fede-4db7-a220-20c23c0b2d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:06.581582 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:07.943868 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:10.618626 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:11.724324 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58266) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:09:11.771998 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-919ed9f5-8432-4d7d-bacc-9a3986fb245d admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:09:11.772985 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-919ed9f5-8432-4d7d-bacc-9a3986fb245d admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0477142 May 16 15:09:14.118718 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58276) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:09:14.178608 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf0dde5-f1d8-40aa-bfee-5df2349d339e admin admin] GET failed (client error): The resource could not be found. May 16 15:09:14.179908 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1cf0dde5-f1d8-40aa-bfee-5df2349d339e admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603147 May 16 15:09:14.419088 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab33a4cd-ebe7-4660-b22b-58a95592bf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:09:14.420530 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ab33a4cd-ebe7-4660-b22b-58a95592bf15 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2366452 May 16 15:09:16.694734 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58284) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:09:16.741102 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:09:16.822826 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Made reservation on behalf of 63e6523cee6045dabb771a1e00b70243 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:09:16.825278 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:16.852603 dv-cinder-841753-2-iscsi neutron-server[104032]: WARNING neutron.services.revisions.revision_plugin [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Could not find related network for resource to bump revision. May 16 15:09:16.864068 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:09:16.875183 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (e2d449b4-aa3d-4554-a6f4-0127bf29e9e2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:16.875653 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Added segment e2d449b4-aa3d-4554-a6f4-0127bf29e9e2 of type vlan for network 760a0acd-02ef-4441-a3e2-5ba9175e3352 May 16 15:09:16.912800 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (760a0acd-02ef-4441-a3e2-5ba9175e3352), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:16.988523 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (760a0acd-02ef-4441-a3e2-5ba9175e3352), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:16.989494 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:09:16.990095 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:17.046066 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Pushing event updated for resources: {'Network': ['ID=760a0acd-02ef-4441-a3e2-5ba9175e3352,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:09:17.052485 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.052833 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.053187 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.053526 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.053852 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.054175 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.055244 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.055579 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.056017 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.056350 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.056690 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.057031 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.057354 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.057672 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.057993 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:17.069380 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 760a0acd-02ef-4441-a3e2-5ba9175e3352 details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:09:17.090875 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e52b0f8f-aae1-4911-9ada-70c70b3744db admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3943846 May 16 15:09:19.386631 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58292) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:09:19.446729 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec54cd69-a556-4ded-806e-d1d7f4906f53 admin admin] GET failed (client error): The resource could not be found. May 16 15:09:19.448067 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ec54cd69-a556-4ded-806e-d1d7f4906f53 admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604677 May 16 15:09:19.517559 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0526ef-976e-4038-bfc4-03bd78da28c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:09:19.518995 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2e0526ef-976e-4038-bfc4-03bd78da28c0 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669897 May 16 15:09:19.529313 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6ac603d3-1250-4663-8cf5-232d1428d830 admin admin] Request body: {'subnet': {'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:09:19.605904 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac603d3-1250-4663-8cf5-232d1428d830 admin admin] Made reservation on behalf of 63e6523cee6045dabb771a1e00b70243 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:09:19.608167 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ac603d3-1250-4663-8cf5-232d1428d830 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:19.832397 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ac603d3-1250-4663-8cf5-232d1428d830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for subnet (224b24ef-cd55-42c2-987e-44f12043b4ee), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:19.886372 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac603d3-1250-4663-8cf5-232d1428d830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224b24ef-cd55-42c2-987e-44f12043b4ee,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:09:19.894895 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac603d3-1250-4663-8cf5-232d1428d830 admin admin] Checking segment: {'id': 'e2d449b4-aa3d-4554-a6f4-0127bf29e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:09:19.895247 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac603d3-1250-4663-8cf5-232d1428d830 admin admin] Network hostable DHCP agents. Network: 760a0acd-02ef-4441-a3e2-5ba9175e3352, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:09:19.983175 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac603d3-1250-4663-8cf5-232d1428d830 admin admin] Network 760a0acd-02ef-4441-a3e2-5ba9175e3352 is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:09:20.074261 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-6ac603d3-1250-4663-8cf5-232d1428d830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 760a0acd-02ef-4441-a3e2-5ba9175e3352) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:09:20.078387 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac603d3-1250-4663-8cf5-232d1428d830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:09:20.078989 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6ac603d3-1250-4663-8cf5-232d1428d830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:20.083739 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7d58b2-2c80-424d-8ce3-a65ed3051789 None None] Network 760a0acd-02ef-4441-a3e2-5ba9175e3352 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:09:20.163493 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6ac603d3-1250-4663-8cf5-232d1428d830 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6373382 May 16 15:09:20.185389 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd88b2bd1-82b9-52c7-9c83-00bc197d9c54-760a0acd-02ef-4441-a3e2-5ba9175e3352', 'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352', 'project_id': '63e6523cee6045dabb771a1e00b70243', 'fixed_ips': [{'subnet_id': '224b24ef-cd55-42c2-987e-44f12043b4ee'}]}} from dv-cinder-841753-2-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:09:20.186375 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:20.459528 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Allocated IP 192.168.233.2 (760a0acd-02ef-4441-a3e2-5ba9175e3352/224b24ef-cd55-42c2-987e-44f12043b4ee/103a251d-52a0-41a5-bf62-5ce1631b5f46) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:09:20.598013 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Publish callbacks [] for port (103a251d-52a0-41a5-bf62-5ce1631b5f46), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:20.703499 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (103a251d-52a0-41a5-bf62-5ce1631b5f46), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:20.740001 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Network 760a0acd-02ef-4441-a3e2-5ba9175e3352 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:09:20.743505 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:09:20.749951 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:09:20.754761 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Pushing event updated for resources: {'Port': ['ID=103a251d-52a0-41a5-bf62-5ce1631b5f46,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:09:20.766053 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.766401 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.766800 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.767157 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.767494 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.767846 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.768176 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.768502 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.768825 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.769147 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.769470 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.769804 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.770125 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.770442 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.770758 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:20.821743 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Attempting to bind port 103a251d-52a0-41a5-bf62-5ce1631b5f46 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:09:20.822118 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Attempting to bind port 103a251d-52a0-41a5-bf62-5ce1631b5f46 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'e2d449b4-aa3d-4554-a6f4-0127bf29e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:09:20.822473 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Attempting to bind port 103a251d-52a0-41a5-bf62-5ce1631b5f46 on network 760a0acd-02ef-4441-a3e2-5ba9175e3352 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:09:20.827716 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:09:20.828096 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Checking segment: {'id': 'e2d449b4-aa3d-4554-a6f4-0127bf29e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:09:20.828497 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:20.828891 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Bound using segment: {'id': 'e2d449b4-aa3d-4554-a6f4-0127bf29e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:09:20.829357 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Bound port: 103a251d-52a0-41a5-bf62-5ce1631b5f46, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d449b4-aa3d-4554-a6f4-0127bf29e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:09:20.829740 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (103a251d-52a0-41a5-bf62-5ce1631b5f46), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:20.893471 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] For port 103a251d-52a0-41a5-bf62-5ce1631b5f46, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:09:20.896653 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] For port 103a251d-52a0-41a5-bf62-5ce1631b5f46, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=103a251d-52a0-41a5-bf62-5ce1631b5f46,segment=NetworkSegment(e2d449b4-aa3d-4554-a6f4-0127bf29e9e2),segment_id=e2d449b4-aa3d-4554-a6f4-0127bf29e9e2)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:09:20.966485 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (103a251d-52a0-41a5-bf62-5ce1631b5f46), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:21.029054 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4442f-6eac-475c-b8a2-b141b50fe177 None None] Pushing event updated for resources: {'Port': ['ID=103a251d-52a0-41a5-bf62-5ce1631b5f46,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:09:21.434900 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 103a251d-52a0-41a5-bf62-5ce1631b5f46 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:09:21.484912 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 103a251d-52a0-41a5-bf62-5ce1631b5f46 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:09:21.485306 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (103a251d-52a0-41a5-bf62-5ce1631b5f46), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:21.569187 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 103a251d-52a0-41a5-bf62-5ce1631b5f46 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:09:21.569494 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (103a251d-52a0-41a5-bf62-5ce1631b5f46), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:21.602253 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port 103a251d-52a0-41a5-bf62-5ce1631b5f46, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=103a251d-52a0-41a5-bf62-5ce1631b5f46,segment=NetworkSegment(e2d449b4-aa3d-4554-a6f4-0127bf29e9e2),segment_id=e2d449b4-aa3d-4554-a6f4-0127bf29e9e2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:09:21.701413 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (103a251d-52a0-41a5-bf62-5ce1631b5f46), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:21.759695 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=103a251d-52a0-41a5-bf62-5ce1631b5f46,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:09:21.895460 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd0f7bd-564c-4417-a7da-3eb4a13ff1b4 None None] Network 760a0acd-02ef-4441-a3e2-5ba9175e3352 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:09:21.960181 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b7f89c6c-e510-42f9-b3cf-6602541846f7 None None] Provisioning complete for port 103a251d-52a0-41a5-bf62-5ce1631b5f46 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:09:21.960551 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b7f89c6c-e510-42f9-b3cf-6602541846f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (103a251d-52a0-41a5-bf62-5ce1631b5f46), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:22.069369 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b7f89c6c-e510-42f9-b3cf-6602541846f7 None None] Current status of the port 103a251d-52a0-41a5-bf62-5ce1631b5f46 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:09:22.488193 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6ca52964-f7e6-4ba1-b599-70712e9712df None None] Provisioning complete for port 103a251d-52a0-41a5-bf62-5ce1631b5f46 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:09:22.488842 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ca52964-f7e6-4ba1-b599-70712e9712df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (103a251d-52a0-41a5-bf62-5ce1631b5f46), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:22.562923 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6ca52964-f7e6-4ba1-b599-70712e9712df None None] Current status of the port 103a251d-52a0-41a5-bf62-5ce1631b5f46 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:09:23.403182 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 103a251d-52a0-41a5-bf62-5ce1631b5f46 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:09:23.449311 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 103a251d-52a0-41a5-bf62-5ce1631b5f46 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:09:23.449704 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (103a251d-52a0-41a5-bf62-5ce1631b5f46), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:23.525336 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 103a251d-52a0-41a5-bf62-5ce1631b5f46 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:09:27.607055 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:09:33.396811 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-75e073f2-4a82-42df-9afd-92322d0d9028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:35.446285 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-04c65821-9871-4bab-be1a-53a382eea82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:36.592922 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:37.952861 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:40.630332 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:03.391153 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b8aa265a-2788-4cff-a894-fa20f4ff8b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:04.605733 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:10:05.457766 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1131c54-8920-4db7-8687-6c3a0c0957e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:06.585735 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:07.937497 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:10.625137 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:33.395442 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-476f0fef-5ea9-4d8c-a033-5606f1ded795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:35.472804 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81ef57e0-08e8-4836-9c6a-ac437a3ea002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:36.601237 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:37.949574 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:40.626560 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:41.605820 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:11:03.431235 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-059516c4-c65c-4070-a027-6bfc681026d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:05.471165 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-17df37df-3910-43e4-9f4b-0cc6bb359785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:06.622319 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:07.947924 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:10.633607 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:18.110447 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:11:18.117106 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-7fa4694e-8391-4a18-abea-4173e886f51f tempest-verify_tempest_config-1367981389 tempest-verify_tempest_config-1367981389-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:11:18.118117 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7fa4694e-8391-4a18-abea-4173e886f51f tempest-verify_tempest_config-1367981389 tempest-verify_tempest_config-1367981389-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066574 May 16 15:11:18.603533 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:11:18.609259 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58348) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:11:18.711296 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:18.782317 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Publish callbacks [] for security_group (d28d0491-9c75-4136-9151-fa5f79d1fdc7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:18.836251 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d28d0491-9c75-4136-9151-fa5f79d1fdc7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:18.884098 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28d0491-9c75-4136-9151-fa5f79d1fdc7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:11:18.887852 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1f9e8f3b111e4b93907b97d9ef967cd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2775872 May 16 15:11:18.890825 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58352) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:11:18.893663 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.895152 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.895152 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.895152 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.895152 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.895509 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.895605 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.895964 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.896293 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.896620 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.896946 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.897269 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.897592 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.897910 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.898231 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd932f-d748-410f-9662-90256878e281 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:18.995162 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Publish callbacks [] for security_group (d28d0491-9c75-4136-9151-fa5f79d1fdc7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:19.015745 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Publish callbacks [] for security_group (d28d0491-9c75-4136-9151-fa5f79d1fdc7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:19.159848 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d28d0491-9c75-4136-9151-fa5f79d1fdc7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:19.162403 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:19.163561 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d28d0491-9c75-4136-9151-fa5f79d1fdc7 HTTP/1.1" status: 204 len: 168 time: 0.2718801 May 16 15:11:19.171216 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28d0491-9c75-4136-9151-fa5f79d1fdc7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:11:19.179256 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.179606 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.179974 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.180316 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.180697 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.180985 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.181316 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.181647 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.181993 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.182330 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.182684 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.183036 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.183364 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.183712 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.184038 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7f48c-07b8-4042-908a-a5bd226da619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:33.412808 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0e024c7-3ead-42ca-9264-ff11b465bf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:35.466895 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-89ced069-5ae9-4726-acf8-a38c146ee97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:36.603541 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:37.929271 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:40.629626 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:55.602555 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:12:03.405751 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9e50bebc-82ac-423a-b0e7-35d485e61b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:05.453687 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51c465f9-411a-49d7-acc0-b3f4e3ae5d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:06.573702 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:07.948147 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:10.642795 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:32.602134 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:12:33.416135 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-baa38c74-4d64-492b-9701-cbd5deb66694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:35.458444 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-10b315c2-03fa-473e-ad71-1b9835585cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:36.624240 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:37.956153 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:40.658357 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:03.411687 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b7ebad0-ca83-429a-aa74-f75af787640b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:05.457953 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9dc28774-f684-4b14-bb07-20ef30fbfba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:06.611885 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:07.994993 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:09.602878 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:13:10.617580 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-691041'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:10.651558 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:24.039752 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58424) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:13:24.140579 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-34c1c6ba-a457-4278-9824-00a49644da3e admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0997217 May 16 15:13:26.392040 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58434) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:13:26.447672 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ef7a8a20-593d-4052-8281-2d22987a4d26 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0545511 May 16 15:13:33.414396 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-04ac6258-bbed-402d-9d1e-80e448fd3193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:35.482684 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29ab91b3-3b9d-4efe-8463-090be21422de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:36.610681 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:37.997050 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:40.597031 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:40.622296 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:46.602138 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:14:03.421376 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-423623df-93fc-4227-a78c-768e6d00d02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:05.487526 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4039c664-eac3-4dc0-ad8b-f3b8b52c5f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:06.624548 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:07.961755 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:10.578607 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:10.631405 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:23.606331 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:14:33.441281 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82fd82ec-1b30-46a0-bb13-1ca2a65fdeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:35.481125 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6864-effe-44d1-a657-4e27e3d4df70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:36.609726 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:37.975079 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:40.586665 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:40.649604 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:00.607943 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:15:03.423618 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-57f989c8-a978-40cf-a6d5-a21f209cc909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:05.489656 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f45b8480-231a-4f09-9b5a-d31446b3e072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:06.656764 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:08.036083 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:08.729388 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58584) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:08.954937 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-network', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:09.063809 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Made reservation on behalf of e1e340fabe31456cb021fcd0b5f505b5 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:09.066342 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.080667 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.168378 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Publish callbacks [] for security_group (9a14c173-3642-4733-8cb7-31c013b5dac0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.243749 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (9a14c173-3642-4733-8cb7-31c013b5dac0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.281228 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a14c173-3642-4733-8cb7-31c013b5dac0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:09.288134 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:09.294814 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.295173 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.295732 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.296082 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.296427 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.296760 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.297101 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.297423 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.298064 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.298408 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.298746 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.299076 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.299562 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.300094 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.300578 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Tracked resource versions report: May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: pushed versions: May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: { 'AddressGroup': {'1.2'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Agent': {'1.1'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'ConntrackHelper': {'1.0'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'LocalIPAssociation': {'1.0'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Log': {'1.0'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'NDPProxy': {'1.0'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Network': {'1.1'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Port': {'1.7'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'PortForwarding': {'1.3'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'QosPolicy': {'1.10'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'SecurityGroup': {'1.5'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'SecurityGroupRule': {'1.2'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'SubPort': {'1.0'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Subnet': {'1.1'}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Trunk': {'1.1'}} May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: consumer versions: May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: { DHCP agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: HyperV agent@hv-cinder-84175: {}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: L3 agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: Metadata agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: Metering agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: Open vSwitch agent@dv-cinder-841753-2-iscsi: { 'AddressGroup': '1.2', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Agent': '1.1', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'ConntrackHelper': '1.0', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'LocalIPAssociation': '1.0', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Log': '1.0', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'NDPProxy': '1.0', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Network': '1.1', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Port': '1.7', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'PortForwarding': '1.3', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'QosPolicy': '1.10', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'SecurityGroup': '1.5', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'SecurityGroupRule': '1.2', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'SubPort': '1.0', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Subnet': '1.1', May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: 'Trunk': '1.1'}} May 16 15:15:09.302782 dv-cinder-841753-2-iscsi neutron-server[104031]: {{(pid=104031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:15:09.315990 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (4591a92e-6865-4364-bffa-7e9549c99642), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.316813 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Added segment 4591a92e-6865-4364-bffa-7e9549c99642 of type vlan for network be046d4b-8cff-4819-b7cd-e793c832b714 May 16 15:15:09.401979 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (be046d4b-8cff-4819-b7cd-e793c832b714), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.496632 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (be046d4b-8cff-4819-b7cd-e793c832b714), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.497960 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:09.498558 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.603026 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.8722804 May 16 15:15:09.604144 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9af42-6a05-43c9-99f6-a08ddb9c8260 admin admin] Pushing event updated for resources: {'Network': ['ID=be046d4b-8cff-4819-b7cd-e793c832b714,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:09.605905 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58638) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:09.612084 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Request body: {'subnet': {'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-subnet', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:09.616115 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network be046d4b-8cff-4819-b7cd-e793c832b714 details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:09.688966 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Made reservation on behalf of e1e340fabe31456cb021fcd0b5f505b5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:09.691685 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.764870 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58650) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:09.797178 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58654) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:09.831228 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58658) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:09.929419 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for subnet (9b76ba48-b512-4d7d-89b3-3927e671c112), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.975341 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b76ba48-b512-4d7d-89b3-3927e671c112,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:09.994752 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.995104 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.995456 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.995826 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.996169 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.996529 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.996864 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.997225 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.997689 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.998018 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.998369 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.998731 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.999057 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.999384 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.999927 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Tracked resource versions report: May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: pushed versions: May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: { 'AddressGroup': {'1.2'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Agent': {'1.1'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'ConntrackHelper': {'1.0'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'LocalIPAssociation': {'1.0'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Log': {'1.0'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'NDPProxy': {'1.0'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Network': {'1.1'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Port': {'1.7'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'PortForwarding': {'1.3'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'QosPolicy': {'1.10'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'SecurityGroup': {'1.5'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'SecurityGroupRule': {'1.2'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'SubPort': {'1.0'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Subnet': {'1.1'}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Trunk': {'1.1'}} May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: consumer versions: May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: { DHCP agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: HyperV agent@hv-cinder-84175: {}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: L3 agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: Metadata agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: Metering agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: Open vSwitch agent@dv-cinder-841753-2-iscsi: { 'AddressGroup': '1.2', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Agent': '1.1', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'ConntrackHelper': '1.0', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'LocalIPAssociation': '1.0', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Log': '1.0', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'NDPProxy': '1.0', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Network': '1.1', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Port': '1.7', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'PortForwarding': '1.3', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'QosPolicy': '1.10', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'SecurityGroup': '1.5', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'SecurityGroupRule': '1.2', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'SubPort': '1.0', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Subnet': '1.1', May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: 'Trunk': '1.1'}} May 16 15:15:10.001137 dv-cinder-841753-2-iscsi neutron-server[104032]: {{(pid=104032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:15:10.018311 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Checking segment: {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:10.018680 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Network hostable DHCP agents. Network: be046d4b-8cff-4819-b7cd-e793c832b714, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:10.100621 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Network be046d4b-8cff-4819-b7cd-e793c832b714 is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:10.122360 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1873074011-network', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:10.133427 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-714263426-network', 'tenant_id': '494afadf76c94f859b141309a6a3e37b'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:10.161252 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-498797637-network', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:10.166444 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, be046d4b-8cff-4819-b7cd-e793c832b714) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:10.177686 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b05a30-3d96-4d25-bcfc-a5f304ee5ccd None None] Network be046d4b-8cff-4819-b7cd-e793c832b714 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:10.193090 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:10.199564 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.256824 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Made reservation on behalf of 494afadf76c94f859b141309a6a3e37b for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:10.262202 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.275727 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.286700 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ec102fa0-7830-4226-bb38-2147acd48571 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6791334 May 16 15:15:10.290247 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58674) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:10.296250 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:10.302378 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Made reservation on behalf of 64990eb359b54b0a8636a6e7619800a7 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:10.310436 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd88b2bd1-82b9-52c7-9c83-00bc197d9c54-be046d4b-8cff-4819-b7cd-e793c832b714', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112'}]}} from dv-cinder-841753-2-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:15:10.312167 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.312285 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.317930 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Made reservation on behalf of 56ba8d3ade6e4efd90ce4c340464c565 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:10.325464 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.355106 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.357969 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.398085 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7018'] for router (3edad729-ba6b-4c0b-95b4-1fbb1b067395), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.399186 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7011'] for router (3edad729-ba6b-4c0b-95b4-1fbb1b067395), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.531048 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Publish callbacks [] for router_controller (3edad729-ba6b-4c0b-95b4-1fbb1b067395), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.554322 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Publish callbacks [] for security_group (d34c903b-4893-48ae-8120-2ac1f077c9af), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.572254 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Publish callbacks [] for security_group (daefd796-c603-4453-adb8-ba7b138d7e6b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.586805 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Publish callbacks [] for security_group (b60e06bb-d956-4613-ad7d-b11cfa1e4fe9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.600745 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Allocated IP 172.20.0.2 (be046d4b-8cff-4819-b7cd-e793c832b714/9b76ba48-b512-4d7d-89b3-3927e671c112/c7e589ea-9557-43aa-8997-53a6e9676492) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:10.620745 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d34c903b-4893-48ae-8120-2ac1f077c9af), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.668877 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34c903b-4893-48ae-8120-2ac1f077c9af,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:10.693682 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:10.696065 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (b60e06bb-d956-4613-ad7d-b11cfa1e4fe9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.721467 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:10.740231 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (1267cfec-d2d7-4a45-86c8-c2052ee3c65a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.740477 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Added segment 1267cfec-d2d7-4a45-86c8-c2052ee3c65a of type vlan for network 1a605965-a559-434b-a7bc-1500d5306bfd May 16 15:15:10.791346 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Publish callbacks [] for port (c7e589ea-9557-43aa-8997-53a6e9676492), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.793684 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (1a605965-a559-434b-a7bc-1500d5306bfd), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.801465 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.803182 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (daefd796-c603-4453-adb8-ba7b138d7e6b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.813468 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Publish callbacks [] for router_gateway (3edad729-ba6b-4c0b-95b4-1fbb1b067395), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.830830 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (864aa13b-3757-487d-bbaa-c35cc7119f9b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.831236 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Added segment 864aa13b-3757-487d-bbaa-c35cc7119f9b of type vlan for network f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e May 16 15:15:10.871499 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.876258 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.916857 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (1a605965-a559-434b-a7bc-1500d5306bfd), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.918123 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:10.918886 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.928255 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.948321 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:10.953655 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Network be046d4b-8cff-4819-b7cd-e793c832b714 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:10.972968 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:10.975946 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:10.978003 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60e06bb-d956-4613-ad7d-b11cfa1e4fe9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:10.981526 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (7f1d129b-7965-449a-addc-8fcc28ae3a8f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.982112 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Added segment 7f1d129b-7965-449a-addc-8fcc28ae3a8f of type vlan for network 92826b7c-8754-4fc6-b45f-5923507414b1 May 16 15:15:10.983896 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Pushing event updated for resources: {'Port': ['ID=c7e589ea-9557-43aa-8997-53a6e9676492,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:11.004964 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.006258 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:11.007096 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.016925 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.017330 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.018055 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.018555 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.019004 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.020091 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.020605 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.020951 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.021319 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.021580 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.021909 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.022576 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.022905 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.023231 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.023593 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Tracked resource versions report: May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: pushed versions: May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: { 'AddressGroup': {'1.2'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Agent': {'1.1'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'ConntrackHelper': {'1.0'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'LocalIPAssociation': {'1.0'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Log': {'1.0'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'NDPProxy': {'1.0'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Network': {'1.1'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Port': {'1.7'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'PortForwarding': {'1.3'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'QosPolicy': {'1.10'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'SecurityGroup': {'1.5'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'SecurityGroupRule': {'1.2'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'SubPort': {'1.0'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Subnet': {'1.1'}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Trunk': {'1.1'}} May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: consumer versions: May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: { DHCP agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: HyperV agent@hv-cinder-84175: {}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: L3 agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: Metadata agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: Metering agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: Open vSwitch agent@dv-cinder-841753-2-iscsi: { 'AddressGroup': '1.2', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Agent': '1.1', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'ConntrackHelper': '1.0', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'LocalIPAssociation': '1.0', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Log': '1.0', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'NDPProxy': '1.0', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Network': '1.1', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Port': '1.7', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'PortForwarding': '1.3', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'QosPolicy': '1.10', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'SecurityGroup': '1.5', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'SecurityGroupRule': '1.2', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'SubPort': '1.0', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Subnet': '1.1', May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: 'Trunk': '1.1'}} May 16 15:15:11.024972 dv-cinder-841753-2-iscsi neutron-server[104033]: {{(pid=104033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:15:11.085705 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daefd796-c603-4453-adb8-ba7b138d7e6b,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:11.088678 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=1a605965-a559-434b-a7bc-1500d5306bfd,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:11.120827 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c9ab9552-8a75-49e0-b597-d2c3ea8e9bc4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3227441 May 16 15:15:11.124316 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Attempting to bind port c7e589ea-9557-43aa-8997-53a6e9676492 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:11.124701 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Attempting to bind port c7e589ea-9557-43aa-8997-53a6e9676492 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:11.125069 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Attempting to bind port c7e589ea-9557-43aa-8997-53a6e9676492 on network be046d4b-8cff-4819-b7cd-e793c832b714 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:11.125273 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58710) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:11.134944 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3663745 May 16 15:15:11.136956 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58712) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:11.138738 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:11.139130 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Checking segment: {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:11.139541 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.139971 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Bound using segment: {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:11.142395 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Bound port: c7e589ea-9557-43aa-8997-53a6e9676492, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:11.142831 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.144489 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2e7f04c3-7e52-456c-9b42-b2c09d2f30ae admin admin] Request body: {'subnet': {'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-subnet', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:11.158138 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4a36a84c-0e1b-4838-90dc-ea90019dabe0 admin admin] Request body: {'subnet': {'network_id': 'f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-714263426-subnet', 'tenant_id': '494afadf76c94f859b141309a6a3e37b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:11.179018 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (92826b7c-8754-4fc6-b45f-5923507414b1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.216462 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 1a605965-a559-434b-a7bc-1500d5306bfd details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:11.316995 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] For port c7e589ea-9557-43aa-8997-53a6e9676492, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:11.334193 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323fc36-6d78-4fc5-b21e-8f39518050c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:11.338752 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] For port c7e589ea-9557-43aa-8997-53a6e9676492, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=c7e589ea-9557-43aa-8997-53a6e9676492,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:11.345901 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 16 15:15:11.350340 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:11.359422 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Publish callbacks [] for router_gateway (3edad729-ba6b-4c0b-95b4-1fbb1b067395), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.386835 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.443973 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a36a84c-0e1b-4838-90dc-ea90019dabe0 admin admin] Made reservation on behalf of 494afadf76c94f859b141309a6a3e37b for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:11.446804 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a36a84c-0e1b-4838-90dc-ea90019dabe0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.456938 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7f04c3-7e52-456c-9b42-b2c09d2f30ae admin admin] Made reservation on behalf of 56ba8d3ade6e4efd90ce4c340464c565 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:11.459711 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e7f04c3-7e52-456c-9b42-b2c09d2f30ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.465659 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.489707 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (92826b7c-8754-4fc6-b45f-5923507414b1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.490797 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:11.491378 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.569790 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37774e2c-ee31-44c2-b82f-9d662d09a028 None None] Pushing event updated for resources: {'Port': ['ID=c7e589ea-9557-43aa-8997-53a6e9676492,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:11.608746 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Allocated IP 172.27.1.82 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/107b6984-34d5-4e53-b425-a1c5445a4a7d) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:11.649211 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8158257 May 16 15:15:11.654672 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d10881-8652-473c-9aa2-13f2e2499855 admin admin] Pushing event updated for resources: {'Network': ['ID=92826b7c-8754-4fc6-b45f-5923507414b1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:11.657545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58726) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:11.666136 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-260c2490-0da6-4066-8586-efd3bb883405 admin admin] Request body: {'subnet': {'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-subnet', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:11.666867 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 92826b7c-8754-4fc6-b45f-5923507414b1 details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:11.796646 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260c2490-0da6-4066-8586-efd3bb883405 admin admin] Made reservation on behalf of 64990eb359b54b0a8636a6e7619800a7 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:11.800370 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-260c2490-0da6-4066-8586-efd3bb883405 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.933267 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Publish callbacks [] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.064282 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.099243 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:12.102274 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:12.104697 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:12.120033 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e7f04c3-7e52-456c-9b42-b2c09d2f30ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for subnet (3320305d-ea26-430d-95fd-04322a6b5aa8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.184003 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a36a84c-0e1b-4838-90dc-ea90019dabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for subnet (581988a1-95ce-4d52-b4c2-3b9fc1732743), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.205076 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f04c3-7e52-456c-9b42-b2c09d2f30ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3320305d-ea26-430d-95fd-04322a6b5aa8,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:12.207201 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7f04c3-7e52-456c-9b42-b2c09d2f30ae admin admin] Checking segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:12.207857 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7f04c3-7e52-456c-9b42-b2c09d2f30ae admin admin] Network hostable DHCP agents. Network: 1a605965-a559-434b-a7bc-1500d5306bfd, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:12.221556 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Pushing event updated for resources: {'Port': ['ID=107b6984-34d5-4e53-b425-a1c5445a4a7d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:12.273366 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-260c2490-0da6-4066-8586-efd3bb883405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for subnet (f7f94bc8-370b-43de-bf3a-439204eaed77), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.298316 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36a84c-0e1b-4838-90dc-ea90019dabe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=581988a1-95ce-4d52-b4c2-3b9fc1732743,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:12.300633 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36a84c-0e1b-4838-90dc-ea90019dabe0 admin admin] Checking segment: {'id': '864aa13b-3757-487d-bbaa-c35cc7119f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:12.301600 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36a84c-0e1b-4838-90dc-ea90019dabe0 admin admin] Network hostable DHCP agents. Network: f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:12.322050 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7f04c3-7e52-456c-9b42-b2c09d2f30ae admin admin] Network 1a605965-a559-434b-a7bc-1500d5306bfd is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:12.348339 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c2490-0da6-4066-8586-efd3bb883405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f94bc8-370b-43de-bf3a-439204eaed77,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:12.383953 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c2490-0da6-4066-8586-efd3bb883405 admin admin] Checking segment: {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:12.383953 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c2490-0da6-4066-8586-efd3bb883405 admin admin] Network hostable DHCP agents. Network: 92826b7c-8754-4fc6-b45f-5923507414b1, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:12.401843 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36a84c-0e1b-4838-90dc-ea90019dabe0 admin admin] Network f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:12.468217 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Publish callbacks [] for router_gateway (3edad729-ba6b-4c0b-95b4-1fbb1b067395), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.505651 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2e7f04c3-7e52-456c-9b42-b2c09d2f30ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 1a605965-a559-434b-a7bc-1500d5306bfd) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:12.512432 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7f04c3-7e52-456c-9b42-b2c09d2f30ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:12.513095 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2e7f04c3-7e52-456c-9b42-b2c09d2f30ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.520819 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb03b9c-e013-476b-9e52-225b9c31137b None None] Network 1a605965-a559-434b-a7bc-1500d5306bfd requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:12.572634 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c2490-0da6-4066-8586-efd3bb883405 admin admin] Network 92826b7c-8754-4fc6-b45f-5923507414b1 is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:12.578960 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-4a36a84c-0e1b-4838-90dc-ea90019dabe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:12.586277 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a36a84c-0e1b-4838-90dc-ea90019dabe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:12.586867 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4a36a84c-0e1b-4838-90dc-ea90019dabe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.591967 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-260c2490-0da6-4066-8586-efd3bb883405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 92826b7c-8754-4fc6-b45f-5923507414b1) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:12.611680 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2e7f04c3-7e52-456c-9b42-b2c09d2f30ae admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4771085 May 16 15:15:12.620264 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c2490-0da6-4066-8586-efd3bb883405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:12.621476 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-260c2490-0da6-4066-8586-efd3bb883405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.641087 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baedb94e-131a-4dc3-ad01-1a2f86c29f20 None None] Network f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:12.641537 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58748) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:12.643011 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc4d18-dddf-4bb0-aabd-b1995ca83cbc None None] Network 92826b7c-8754-4fc6-b45f-5923507414b1 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:12.648495 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:12.730742 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4a36a84c-0e1b-4838-90dc-ea90019dabe0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5849695 May 16 15:15:12.760437 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-260c2490-0da6-4066-8586-efd3bb883405 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0995378 May 16 15:15:12.773776 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58760) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:12.781522 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692953'] for router (3edad729-ba6b-4c0b-95b4-1fbb1b067395), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.785912 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:12.861005 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7018'] for router (2614e299-9545-4e33-9bed-05db8c6f08f2), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.868304 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7011'] for router (2614e299-9545-4e33-9bed-05db8c6f08f2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.905879 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd88b2bd1-82b9-52c7-9c83-00bc197d9c54-1a605965-a559-434b-a7bc-1500d5306bfd', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8'}]}} from dv-cinder-841753-2-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:15:12.907012 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:13.035521 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7db9b1-9cf0-42b2-bb80-7b05f1848d22 None None] Network f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:13.137796 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Publish callbacks [] for router_controller (2614e299-9545-4e33-9bed-05db8c6f08f2), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:13.139864 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7018'] for router (34388a07-17be-41c2-bae6-1117b9280a0e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:13.140917 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7011'] for router (34388a07-17be-41c2-bae6-1117b9280a0e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:13.172104 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 is scheduled to L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:15:13.245524 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Publish callbacks [] for router_controller (34388a07-17be-41c2-bae6-1117b9280a0e), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:13.300047 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58786) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:13.323668 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f57c5-015b-41c6-aca3-6c94c5b4de48 None None] Network be046d4b-8cff-4819-b7cd-e793c832b714 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:13.325638 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:15:13.336899 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Sync routers for ids ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:15:13.369371 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Routers {'3edad729-ba6b-4c0b-95b4-1fbb1b067395'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:13.370258 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:13.381061 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd88b2bd1-82b9-52c7-9c83-00bc197d9c54-92826b7c-8754-4fc6-b45f-5923507414b1', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77'}]}} from dv-cinder-841753-2-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:15:13.382758 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:13.435190 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:13.442360 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-596e1b5e-765d-4e30-b12c-ef7262311b2b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1495962 May 16 15:15:13.443293 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58798) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:13.570294 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Set router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:13.586448 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-66de2c8d-e2ec-43ff-afff-5377fa097f4a None None] Provisioning complete for port c7e589ea-9557-43aa-8997-53a6e9676492 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:13.586965 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-66de2c8d-e2ec-43ff-afff-5377fa097f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:13.626299 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Publish callbacks [] for router_gateway (2614e299-9545-4e33-9bed-05db8c6f08f2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:13.646927 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cb575e4-636f-4c59-83d2-eb3f3fa933f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:13.663525 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Allocated IP 172.20.0.2 (1a605965-a559-434b-a7bc-1500d5306bfd/3320305d-ea26-430d-95fd-04322a6b5aa8/d4c82f09-d4a9-47df-ba97-8333ba4864be) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:13.758563 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device c7e589ea-9557-43aa-8997-53a6e9676492 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:13.814041 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58812) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:13.905858 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:12Z', 'revision_number': 3, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:14.209898 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Checking router: 3edad729-ba6b-4c0b-95b4-1fbb1b067395 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:15:14.209898 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Updating router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 port 107b6984-34d5-4e53-b425-a1c5445a4a7d binding host dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:15:14.215091 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Publish callbacks [] for router_gateway (34388a07-17be-41c2-bae6-1117b9280a0e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.220447 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.221273 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port c7e589ea-9557-43aa-8997-53a6e9676492 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:14.221273 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.226343 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30e1525e-9345-4544-80cd-4cc80e21045a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.226343 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cb575e4-636f-4c59-83d2-eb3f3fa933f3 admin admin] Publish callbacks [] for security_group (d221bd0e-8c0c-41da-a7d4-fbdbc916326f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.227450 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Allocated IP 172.20.0.2 (92826b7c-8754-4fc6-b45f-5923507414b1/f7f94bc8-370b-43de-bf3a-439204eaed77/ba0b139e-1395-4c64-93f8-a74145f8bf78) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:14.227796 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Publish callbacks [] for router_gateway (2614e299-9545-4e33-9bed-05db8c6f08f2), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.277162 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.296918 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58838) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:14.299179 dv-cinder-841753-2-iscsi neutron-server[104032]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 15:15:14.369152 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1cb575e4-636f-4c59-83d2-eb3f3fa933f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d221bd0e-8c0c-41da-a7d4-fbdbc916326f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.378635 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Publish callbacks [] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.464696 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.483962 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Publish callbacks [] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.606065 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.609095 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Pushing event updated for resources: {'Port': ['ID=107b6984-34d5-4e53-b425-a1c5445a4a7d,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:14.609290 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Publish callbacks [] for router_gateway (34388a07-17be-41c2-bae6-1117b9280a0e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.619967 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Allocated IP 172.27.1.30 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/ca099993-9c1b-403b-a9d9-d8e154c806f1) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:14.635466 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.636336 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.636336 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.636523 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.640485 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.640847 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.641198 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.641548 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.645225 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.645683 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.647804 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.648280 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.649596 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.649949 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.651419 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:14.653311 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Tracked resource versions report: May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: pushed versions: May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: { 'AddressGroup': {'1.2'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Agent': {'1.1'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'ConntrackHelper': {'1.0'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'LocalIPAssociation': {'1.0'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Log': {'1.0'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'NDPProxy': {'1.0'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Network': {'1.1'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Port': {'1.7'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'PortForwarding': {'1.3'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'QosPolicy': {'1.10'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'SecurityGroup': {'1.5'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'SecurityGroupRule': {'1.2'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'SubPort': {'1.0'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Subnet': {'1.1'}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Trunk': {'1.1'}} May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: consumer versions: May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: { DHCP agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: HyperV agent@hv-cinder-84175: {}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: L3 agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: Metadata agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: Metering agent@dv-cinder-841753-2-iscsi: {}, May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: Open vSwitch agent@dv-cinder-841753-2-iscsi: { 'AddressGroup': '1.2', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Agent': '1.1', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'ConntrackHelper': '1.0', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'LocalIPAssociation': '1.0', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Log': '1.0', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'NDPProxy': '1.0', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Network': '1.1', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Port': '1.7', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'PortForwarding': '1.3', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'QosPolicy': '1.10', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'SecurityGroup': '1.5', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'SecurityGroupRule': '1.2', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'SubPort': '1.0', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Subnet': '1.1', May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: 'Trunk': '1.1'}} May 16 15:15:14.656170 dv-cinder-841753-2-iscsi neutron-server[104034]: {{(pid=104034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:15:14.695358 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Attempting to bind port 107b6984-34d5-4e53-b425-a1c5445a4a7d on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:14.696441 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Attempting to bind port 107b6984-34d5-4e53-b425-a1c5445a4a7d by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:14.697005 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Attempting to bind port 107b6984-34d5-4e53-b425-a1c5445a4a7d on network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:14.710413 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:14.711079 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Checking segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:14.711573 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.713243 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Bound using segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:14.714390 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Bound port: 107b6984-34d5-4e53-b425-a1c5445a4a7d, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:14.715403 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.749927 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port c7e589ea-9557-43aa-8997-53a6e9676492 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:14.750794 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.830722 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] For port 107b6984-34d5-4e53-b425-a1c5445a4a7d, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:14.831972 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1cb575e4-636f-4c59-83d2-eb3f3fa933f3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0c695c22b383463eb79bebfa87026084&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5302353 May 16 15:15:14.835002 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] For port 107b6984-34d5-4e53-b425-a1c5445a4a7d, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=107b6984-34d5-4e53-b425-a1c5445a4a7d,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:14.838035 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58852) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:14.855219 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Network 92826b7c-8754-4fc6-b45f-5923507414b1 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:14.858088 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-66de2c8d-e2ec-43ff-afff-5377fa097f4a None None] Current status of the port c7e589ea-9557-43aa-8997-53a6e9676492 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:14.858088 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-66de2c8d-e2ec-43ff-afff-5377fa097f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.882298 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb575e4-636f-4c59-83d2-eb3f3fa933f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d221bd0e-8c0c-41da-a7d4-fbdbc916326f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:14.903487 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30e1525e-9345-4544-80cd-4cc80e21045a admin admin] Publish callbacks [] for security_group (3ab4d590-ccef-423e-90f4-32cf39520d5f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.905032 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.927464 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-f7236d6f-85ce-48f3-aee1-80c526943b2a tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:14.936152 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:14.937111 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-f7236d6f-85ce-48f3-aee1-80c526943b2a tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/networks?id=f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e HTTP/1.1" status: 200 len: 811 time: 0.6388421 May 16 15:15:14.940930 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Pushing event updated for resources: {'Port': ['ID=ba0b139e-1395-4c64-93f8-a74145f8bf78,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:14.970645 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-db19cad5-5002-4ce0-9fad-2fcf93aeecb0 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/quotas/494afadf76c94f859b141309a6a3e37b HTTP/1.1" status: 200 len: 375 time: 0.0279856 May 16 15:15:14.971257 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Publish callbacks [] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.978349 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port c7e589ea-9557-43aa-8997-53a6e9676492, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=c7e589ea-9557-43aa-8997-53a6e9676492,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:14.983607 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:15.023527 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Routers {'3edad729-ba6b-4c0b-95b4-1fbb1b067395'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:15.024285 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:15.030329 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30e1525e-9345-4544-80cd-4cc80e21045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (3ab4d590-ccef-423e-90f4-32cf39520d5f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.046402 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-6e33be59-369a-40af-beb4-b692370c54ab tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=494afadf76c94f859b141309a6a3e37b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794082 May 16 15:15:15.058370 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1926a55-e760-4f60-bd5e-6604a14b6221 admin admin] Publish callbacks [] for security_group (d221bd0e-8c0c-41da-a7d4-fbdbc916326f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.067792 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Publish callbacks [] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.098666 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1926a55-e760-4f60-bd5e-6604a14b6221 admin admin] Publish callbacks [] for security_group (d221bd0e-8c0c-41da-a7d4-fbdbc916326f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.100766 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58858) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:15.101273 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-30e1525e-9345-4544-80cd-4cc80e21045a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d45888465c0f408a903d88d15bff69f2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2861829 May 16 15:15:15.103737 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.107546 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1525e-9345-4544-80cd-4cc80e21045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab4d590-ccef-423e-90f4-32cf39520d5f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:15.126877 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Attempting to bind port ba0b139e-1395-4c64-93f8-a74145f8bf78 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:15.130614 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Attempting to bind port ba0b139e-1395-4c64-93f8-a74145f8bf78 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:15.131019 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Attempting to bind port ba0b139e-1395-4c64-93f8-a74145f8bf78 on network 92826b7c-8754-4fc6-b45f-5923507414b1 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:15.140291 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.147714 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:15.148796 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Checking segment: {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:15.149202 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.153975 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Bound using segment: {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:15.154526 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Bound port: ba0b139e-1395-4c64-93f8-a74145f8bf78, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:15.154926 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.178275 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.181361 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31ee87-9494-44f5-a85e-4ffcf6c9b04d None None] Pushing event updated for resources: {'Port': ['ID=107b6984-34d5-4e53-b425-a1c5445a4a7d,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:15.245160 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-4bcc68ce-8d89-4b0e-a3c8-168ceea69fe9 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:15:15.245692 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=c7e589ea-9557-43aa-8997-53a6e9676492,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:15.252021 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-4bcc68ce-8d89-4b0e-a3c8-168ceea69fe9 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1128914 May 16 15:15:15.260054 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.304198 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:15.319805 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Network 1a605965-a559-434b-a7bc-1500d5306bfd is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:15.323585 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:15.341625 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:15.342385 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] Set router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:15.348518 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Allocated IP 172.27.1.68 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/20ecd9ed-f385-4e66-be16-4d3ee54c8e9e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:15.348651 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:15.365447 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:15.399940 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Pushing event updated for resources: {'Port': ['ID=d4c82f09-d4a9-47df-ba97-8333ba4864be,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:15.417052 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.db.api [None req-66de2c8d-e2ec-43ff-afff-5377fa097f4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 15:15:15.417675 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG oslo_db.api [None req-66de2c8d-e2ec-43ff-afff-5377fa097f4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 15:15:15.418242 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec49fe56-a93f-4457-ac22-0a669eabc311 admin admin] Publish callbacks [] for security_group (3ab4d590-ccef-423e-90f4-32cf39520d5f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.429718 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Pushing event updated for resources: {'Port': ['ID=ca099993-9c1b-403b-a9d9-d8e154c806f1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:15.452537 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] For port ba0b139e-1395-4c64-93f8-a74145f8bf78, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:15.456458 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] For port ba0b139e-1395-4c64-93f8-a74145f8bf78, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=ba0b139e-1395-4c64-93f8-a74145f8bf78,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:15.513223 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-81ad2345-053c-4572-98f4-093761ee4e2a service neutron] 10.222.0.71 "GET /v2.0/networks/f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601802 May 16 15:15:15.516237 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Allocated IP 172.20.0.1 (be046d4b-8cff-4819-b7cd-e793c832b714/9b76ba48-b512-4d7d-89b3-3927e671c112/52edac99-a9cb-4c8c-af28-16dc5b8cd2d4) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:15.523352 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Attempting to bind port d4c82f09-d4a9-47df-ba97-8333ba4864be on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:15.523352 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Attempting to bind port d4c82f09-d4a9-47df-ba97-8333ba4864be by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:15.524427 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Attempting to bind port d4c82f09-d4a9-47df-ba97-8333ba4864be on network 1a605965-a559-434b-a7bc-1500d5306bfd {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:15.527678 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1926a55-e760-4f60-bd5e-6604a14b6221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d221bd0e-8c0c-41da-a7d4-fbdbc916326f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.534746 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1926a55-e760-4f60-bd5e-6604a14b6221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.535886 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d1926a55-e760-4f60-bd5e-6604a14b6221 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d221bd0e-8c0c-41da-a7d4-fbdbc916326f HTTP/1.1" status: 204 len: 168 time: 0.6968803 May 16 15:15:15.536184 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.539554 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:15.542016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Checking segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:15.542427 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.544579 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Bound using segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:15.545097 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Bound port: d4c82f09-d4a9-47df-ba97-8333ba4864be, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:15.545505 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.698404 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:12Z', 'revision_number': 3, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:15.725254 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-36a55105-b38e-446d-b526-7d025bbc77ad service neutron] 10.222.0.71 "GET /v2.0/networks/f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039340 May 16 15:15:15.732147 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1926a55-e760-4f60-bd5e-6604a14b6221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d221bd0e-8c0c-41da-a7d4-fbdbc916326f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:15.779986 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Publish callbacks [] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.810500 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec49fe56-a93f-4457-ac22-0a669eabc311 admin admin] Publish callbacks [] for security_group (3ab4d590-ccef-423e-90f4-32cf39520d5f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.828690 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device c7e589ea-9557-43aa-8997-53a6e9676492 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:15.834762 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daf108-5b94-450a-86b0-748b6b1fe205 None None] Pushing event updated for resources: {'Port': ['ID=ba0b139e-1395-4c64-93f8-a74145f8bf78,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:15.836505 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a5a3b-2879-4e9f-95e8-83fd8e7bb5b6 None None] The sync data for ids ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'] in dv-cinder-841753-2-iscsi is: [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:12Z', 'revision_number': 3, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:15:15.943872 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.035744 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Network be046d4b-8cff-4819-b7cd-e793c832b714 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:16.044290 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-66de2c8d-e2ec-43ff-afff-5377fa097f4a None None] Current status of the port c7e589ea-9557-43aa-8997-53a6e9676492 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:16.075933 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:16.080533 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:16.080976 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689396'] for router_interface (3edad729-ba6b-4c0b-95b4-1fbb1b067395), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.109749 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] For port d4c82f09-d4a9-47df-ba97-8333ba4864be, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:16.115299 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] For port d4c82f09-d4a9-47df-ba97-8333ba4864be, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=d4c82f09-d4a9-47df-ba97-8333ba4864be,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:16.118855 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port c7e589ea-9557-43aa-8997-53a6e9676492 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:16.119492 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.188784 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec49fe56-a93f-4457-ac22-0a669eabc311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (3ab4d590-ccef-423e-90f4-32cf39520d5f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.191855 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec49fe56-a93f-4457-ac22-0a669eabc311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.205471 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-00d17d57-fd31-4f56-b60c-936aec71ceee None None] Provisioning complete for port c7e589ea-9557-43aa-8997-53a6e9676492 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:16.206614 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Pushing event updated for resources: {'Port': ['ID=52edac99-a9cb-4c8c-af28-16dc5b8cd2d4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:16.206769 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ec49fe56-a93f-4457-ac22-0a669eabc311 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3ab4d590-ccef-423e-90f4-32cf39520d5f HTTP/1.1" status: 204 len: 168 time: 1.1043322 May 16 15:15:16.207050 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-00d17d57-fd31-4f56-b60c-936aec71ceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.231249 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.444962 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Publish callbacks [] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.446689 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58906) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:16.451224 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49fe56-a93f-4457-ac22-0a669eabc311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab4d590-ccef-423e-90f4-32cf39520d5f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:16.471089 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Publish callbacks [] for router_gateway (2614e299-9545-4e33-9bed-05db8c6f08f2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.586070 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3535cd8e-01d4-4b6c-a452-da26f4a7816d req-820ef394-0af1-4d48-b251-c14acbfa8ac0 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 210 time: 0.1346567 May 16 15:15:16.591544 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee9d88-c91a-4081-a01a-c17fa80b13f7 None None] Pushing event updated for resources: {'Port': ['ID=d4c82f09-d4a9-47df-ba97-8333ba4864be,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:16.622777 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58910) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:16.625878 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port c7e589ea-9557-43aa-8997-53a6e9676492 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:16.673203 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.701071 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8aac1579-a5bd-44b2-a272-1e0c540d4aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.713203 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-00d17d57-fd31-4f56-b60c-936aec71ceee None None] Current status of the port c7e589ea-9557-43aa-8997-53a6e9676492 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:16.813603 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 58914) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:16.839076 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-72a4b9c8-ea9c-4057-be4e-2331d264f696 None None] Provisioning complete for port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:16.850419 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-72a4b9c8-ea9c-4057-be4e-2331d264f696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.975515 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.203583 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-72a4b9c8-ea9c-4057-be4e-2331d264f696 None None] Port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:17.212998 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Publish callbacks [] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.248773 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:17.265088 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:17.269643 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Pushing event updated for resources: {'Port': ['ID=20ecd9ed-f385-4e66-be16-4d3ee54c8e9e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:17.276924 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.277252 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:17.281709 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-746561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690110'] for router_interface (3edad729-ba6b-4c0b-95b4-1fbb1b067395), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.376372 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Pushing event updated for resources: {'Port': ['ID=52edac99-a9cb-4c8c-af28-16dc5b8cd2d4,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:17.543906 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c8b529a-ec7e-4298-9d96-46492c43bf73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.549955 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eae9c1-aaf1-4032-8d67-b295c88e5c3e None None] Network 92826b7c-8754-4fc6-b45f-5923507414b1 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:17.556866 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Network be046d4b-8cff-4819-b7cd-e793c832b714 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:17.558295 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:17.608760 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692953'] for router (2614e299-9545-4e33-9bed-05db8c6f08f2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.613072 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8aac1579-a5bd-44b2-a272-1e0c540d4aa3 admin admin] Publish callbacks [] for security_group (2336260d-513f-4224-a3bf-a69462c8fe8c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.716673 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8aac1579-a5bd-44b2-a272-1e0c540d4aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (2336260d-513f-4224-a3bf-a69462c8fe8c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.815642 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-13626800-80fb-4a2c-8954-e70ccd6f0f38 None None] Provisioning complete for port ba0b139e-1395-4c64-93f8-a74145f8bf78 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:17.817825 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13626800-80fb-4a2c-8954-e70ccd6f0f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.824102 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf084ef2-c4ee-4def-a26f-2b8ee28ebad5 req-304408df-03cb-4bf0-8317-2285e6226d9c tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 210 time: 0.0626931 May 16 15:15:17.862239 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:15:17.923963 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 107b6984-34d5-4e53-b425-a1c5445a4a7d up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:18.042765 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c8b529a-ec7e-4298-9d96-46492c43bf73 admin admin] Publish callbacks [] for security_group (42c3d7a9-f4ed-4d5c-9c75-d7581327dbb0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.074099 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:15:18.082615 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 107b6984-34d5-4e53-b425-a1c5445a4a7d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:18.082896 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.097754 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-47b5035b-6cad-4aa3-bcd5-0da058266c33 admin admin] 10.222.0.71 "PUT /v2.0/routers/3edad729-ba6b-4c0b-95b4-1fbb1b067395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6440403 May 16 15:15:18.144266 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-13626800-80fb-4a2c-8954-e70ccd6f0f38 None None] Current status of the port ba0b139e-1395-4c64-93f8-a74145f8bf78 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:18.145228 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13626800-80fb-4a2c-8954-e70ccd6f0f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.251211 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-13626800-80fb-4a2c-8954-e70ccd6f0f38 None None] For port ba0b139e-1395-4c64-93f8-a74145f8bf78, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=ba0b139e-1395-4c64-93f8-a74145f8bf78,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:18.336230 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13626800-80fb-4a2c-8954-e70ccd6f0f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.353197 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac1579-a5bd-44b2-a272-1e0c540d4aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2336260d-513f-4224-a3bf-a69462c8fe8c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:18.359843 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8aac1579-a5bd-44b2-a272-1e0c540d4aa3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e5af1bb3fd5d4df08048d70a701806d5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7335639 May 16 15:15:18.361647 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58962) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:18.382227 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c8b529a-ec7e-4298-9d96-46492c43bf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (42c3d7a9-f4ed-4d5c-9c75-d7581327dbb0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.414494 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1dc480-6f9f-4683-8512-7f7c1516341d None None] Network 1a605965-a559-434b-a7bc-1500d5306bfd requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:18.462973 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 107b6984-34d5-4e53-b425-a1c5445a4a7d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:18.463482 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.473322 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1131b684-c5ad-49cd-98a5-4832751cdf78 None None] Provisioning complete for port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:18.473759 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1131b684-c5ad-49cd-98a5-4832751cdf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.485381 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13626800-80fb-4a2c-8954-e70ccd6f0f38 None None] Pushing event updated for resources: {'Port': ['ID=ba0b139e-1395-4c64-93f8-a74145f8bf78,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:18.524824 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0c8b529a-ec7e-4298-9d96-46492c43bf73 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=458b23cc639f45899815590248afe298&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6959171 May 16 15:15:18.525965 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58970) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:18.530443 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b529a-ec7e-4298-9d96-46492c43bf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c3d7a9-f4ed-4d5c-9c75-d7581327dbb0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:18.583735 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Publish callbacks [] for router_gateway (34388a07-17be-41c2-bae6-1117b9280a0e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.594979 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a566-4fb5-4a8d-b20d-f64715c9d4d8 admin admin] Publish callbacks [] for security_group (2336260d-513f-4224-a3bf-a69462c8fe8c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.632376 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port 107b6984-34d5-4e53-b425-a1c5445a4a7d, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=107b6984-34d5-4e53-b425-a1c5445a4a7d,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:18.635877 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a566-4fb5-4a8d-b20d-f64715c9d4d8 admin admin] Publish callbacks [] for security_group (2336260d-513f-4224-a3bf-a69462c8fe8c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.640423 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1131b684-c5ad-49cd-98a5-4832751cdf78 None None] Port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:18.648976 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 58974) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:18.658401 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1131b684-c5ad-49cd-98a5-4832751cdf78 None None] Provisioning complete for port d4c82f09-d4a9-47df-ba97-8333ba4864be triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:18.659111 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1131b684-c5ad-49cd-98a5-4832751cdf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.741435 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.745386 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Router 2614e299-9545-4e33-9bed-05db8c6f08f2 is scheduled to L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:15:18.748074 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device d4c82f09-d4a9-47df-ba97-8333ba4864be up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:18.862011 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Sync routers for ids ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:15:18.932284 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=107b6984-34d5-4e53-b425-a1c5445a4a7d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:18.957539 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Routers {'3edad729-ba6b-4c0b-95b4-1fbb1b067395'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:18.958472 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:19.022055 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052100505-network', 'tenant_id': '3f804032882d4ed7ba65b5969dd00ea8'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:19.032262 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port d4c82f09-d4a9-47df-ba97-8333ba4864be triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:19.041574 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a45eb888-7671-4203-a560-1a59fb62d500 req-f46d85f7-591f-4088-8565-2e2713393bb8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 210 time: 0.0913210 May 16 15:15:19.051519 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.057635 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1c541e5-00dd-41f0-a3b2-aa3e65823ee8 admin admin] Publish callbacks [] for security_group (42c3d7a9-f4ed-4d5c-9c75-d7581327dbb0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.092761 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1c541e5-00dd-41f0-a3b2-aa3e65823ee8 admin admin] Publish callbacks [] for security_group (42c3d7a9-f4ed-4d5c-9c75-d7581327dbb0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.129933 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Made reservation on behalf of 3f804032882d4ed7ba65b5969dd00ea8 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:19.132552 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.134546 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1131b684-c5ad-49cd-98a5-4832751cdf78 None None] Current status of the port d4c82f09-d4a9-47df-ba97-8333ba4864be is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:19.145559 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1131b684-c5ad-49cd-98a5-4832751cdf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.151670 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a566-4fb5-4a8d-b20d-f64715c9d4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (2336260d-513f-4224-a3bf-a69462c8fe8c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.156766 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a566-4fb5-4a8d-b20d-f64715c9d4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.156766 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e1f3a566-4fb5-4a8d-b20d-f64715c9d4d8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2336260d-513f-4224-a3bf-a69462c8fe8c HTTP/1.1" status: 204 len: 168 time: 0.7928116 May 16 15:15:19.157058 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.177648 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:15:19.180892 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692953'] for router (34388a07-17be-41c2-bae6-1117b9280a0e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.189235 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Sync routers for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:15:19.205176 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:19.205982 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:19.235555 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3a566-4fb5-4a8d-b20d-f64715c9d4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2336260d-513f-4224-a3bf-a69462c8fe8c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:19.321374 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.322517 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-78a760d7-3dac-488e-a04a-c7c5eec2d998 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6798322 May 16 15:15:19.325899 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59008) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:19.337904 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1131b684-c5ad-49cd-98a5-4832751cdf78 None None] For port d4c82f09-d4a9-47df-ba97-8333ba4864be, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=d4c82f09-d4a9-47df-ba97-8333ba4864be,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:19.338109 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:19.376167 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Publish callbacks [] for security_group (10acc2e3-cd57-4bbe-85cd-a5dd28ea05e7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.379541 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Set router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:19.423791 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1c541e5-00dd-41f0-a3b2-aa3e65823ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (42c3d7a9-f4ed-4d5c-9c75-d7581327dbb0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.427285 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1c541e5-00dd-41f0-a3b2-aa3e65823ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.429768 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e1c541e5-00dd-41f0-a3b2-aa3e65823ee8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42c3d7a9-f4ed-4d5c-9c75-d7581327dbb0 HTTP/1.1" status: 204 len: 168 time: 0.8455553 May 16 15:15:19.449465 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c541e5-00dd-41f0-a3b2-aa3e65823ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c3d7a9-f4ed-4d5c-9c75-d7581327dbb0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:19.480730 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-ed19d769-19db-428e-8389-9e7c9d087e96 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:19.490261 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-ed19d769-19db-428e-8389-9e7c9d087e96 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 819 time: 0.1694283 May 16 15:15:19.500554 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (10acc2e3-cd57-4bbe-85cd-a5dd28ea05e7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.526804 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-14aff97e-0008-450f-b020-39d0854ca0d4 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/quotas/e1e340fabe31456cb021fcd0b5f505b5 HTTP/1.1" status: 200 len: 375 time: 0.0352497 May 16 15:15:19.538619 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1131b684-c5ad-49cd-98a5-4832751cdf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.616575 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port d4c82f09-d4a9-47df-ba97-8333ba4864be is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:19.619520 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.631295 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:19.633839 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10acc2e3-cd57-4bbe-85cd-a5dd28ea05e7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:19.669304 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-12f431fa-9ac2-447b-848e-fc7981b0d9bc tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413505 May 16 15:15:19.673550 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (0473e3fd-3894-442d-9c5b-4f5000ff8e5b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.674035 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Added segment 0473e3fd-3894-442d-9c5b-4f5000ff8e5b of type vlan for network def296e1-c19a-49a8-a9b8-a6d39d7254b3 May 16 15:15:19.735652 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (def296e1-c19a-49a8-a9b8-a6d39d7254b3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.772402 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-af9842be-f9fe-441f-965a-82d389737f3f None None] Provisioning complete for port ba0b139e-1395-4c64-93f8-a74145f8bf78 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:19.773020 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-af9842be-f9fe-441f-965a-82d389737f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.850720 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131b684-c5ad-49cd-98a5-4832751cdf78 None None] Pushing event updated for resources: {'Port': ['ID=d4c82f09-d4a9-47df-ba97-8333ba4864be,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:19.907596 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:15Z', 'revision_number': 3, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:19.916799 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.926373 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (def296e1-c19a-49a8-a9b8-a6d39d7254b3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.927539 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:19.928328 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.944896 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Checking router: 2614e299-9545-4e33-9bed-05db8c6f08f2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:15:19.945254 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Updating router 2614e299-9545-4e33-9bed-05db8c6f08f2 port ca099993-9c1b-403b-a9d9-d8e154c806f1 binding host dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:15:19.947394 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.db.api [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 15:15:19.948430 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG oslo_db.api [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 15:15:19.989696 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.055690 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] Pushing event updated for resources: {'Network': ['ID=def296e1-c19a-49a8-a9b8-a6d39d7254b3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:20.104856 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network def296e1-c19a-49a8-a9b8-a6d39d7254b3 details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:20.108270 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Router 34388a07-17be-41c2-bae6-1117b9280a0e is scheduled to L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:15:20.117424 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cc9274f6-4252-42e6-bd0e-62b672bf5dfa admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4663391 May 16 15:15:20.118200 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59034) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:20.124421 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-48ba533f-eb1c-4ba9-9c59-bce6565df2bb admin admin] Request body: {'subnet': {'network_id': 'def296e1-c19a-49a8-a9b8-a6d39d7254b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052100505-subnet', 'tenant_id': '3f804032882d4ed7ba65b5969dd00ea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:20.180355 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-af9842be-f9fe-441f-965a-82d389737f3f None None] Current status of the port ba0b139e-1395-4c64-93f8-a74145f8bf78 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:20.229592 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ba533f-eb1c-4ba9-9c59-bce6565df2bb admin admin] Made reservation on behalf of 3f804032882d4ed7ba65b5969dd00ea8 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:20.233827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48ba533f-eb1c-4ba9-9c59-bce6565df2bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.243775 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '52edac99-a9cb-4c8c-af28-16dc5b8cd2d4', 'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'mac_address': 'fa:16:3e:c6:78:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:15Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 2, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'subnets': [{'id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:20.312419 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-af9842be-f9fe-441f-965a-82d389737f3f None None] Provisioning complete for port d4c82f09-d4a9-47df-ba97-8333ba4864be triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:20.312738 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-af9842be-f9fe-441f-965a-82d389737f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.322004 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-b9d895c9-8eab-4d2b-9a8f-190d30cfc286 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:15:20.325170 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-b9d895c9-8eab-4d2b-9a8f-190d30cfc286 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2270207 May 16 15:15:20.402968 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Checking router: 3edad729-ba6b-4c0b-95b4-1fbb1b067395 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:15:20.403424 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Updating router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 binding host dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:15:20.431748 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:15:20.486454 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Allocated IP 172.20.0.1 (1a605965-a559-434b-a7bc-1500d5306bfd/3320305d-ea26-430d-95fd-04322a6b5aa8/5fa80dbb-e2f8-4805-a077-cb3d965bf8ea) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:20.548378 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.552899 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b8395c05-7d83-4ddd-892e-784463277a9f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7731149 May 16 15:15:20.563932 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59048) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:20.577749 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-91fe01d9-ea8b-4aa3-bcb6-ece17fe37b91 req-ba174e1e-1d7c-4885-b5ff-94b198b821af tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 210 time: 0.2515414 May 16 15:15:20.600108 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Publish callbacks [] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.600649 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Sync routers for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:15:20.690131 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.707093 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.756047 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:20.757189 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:20.761796 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port d4c82f09-d4a9-47df-ba97-8333ba4864be is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:20.764662 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device ba0b139e-1395-4c64-93f8-a74145f8bf78 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:20.774111 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4528b0-8d42-487e-a910-341e9e4b9b3c None None] Pushing event updated for resources: {'Port': ['ID=ca099993-9c1b-403b-a9d9-d8e154c806f1,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:20.815157 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-93d46850-0916-44e5-9f49-34eb3b57f7fe service neutron] 10.222.0.71 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878026 May 16 15:15:20.836489 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Attempting to bind port ca099993-9c1b-403b-a9d9-d8e154c806f1 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:20.837098 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Attempting to bind port ca099993-9c1b-403b-a9d9-d8e154c806f1 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:20.837642 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Attempting to bind port ca099993-9c1b-403b-a9d9-d8e154c806f1 on network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:20.851751 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:20.855698 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Checking segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:20.855698 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.855698 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Bound using segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:20.855698 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Bound port: ca099993-9c1b-403b-a9d9-d8e154c806f1, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:20.855698 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.942629 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] For port ca099993-9c1b-403b-a9d9-d8e154c806f1, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:20.946353 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] For port ca099993-9c1b-403b-a9d9-d8e154c806f1, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=ca099993-9c1b-403b-a9d9-d8e154c806f1,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:21.052947 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-b7e4b9df-469c-43fe-bba6-6af1e5d7f6ea service neutron] 10.222.0.71 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271698 May 16 15:15:21.054567 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-af9842be-f9fe-441f-965a-82d389737f3f None None] Current status of the port d4c82f09-d4a9-47df-ba97-8333ba4864be is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:21.065429 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port ba0b139e-1395-4c64-93f8-a74145f8bf78 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:21.067733 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.070116 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Publish callbacks [] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.075735 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.164960 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:21.166845 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:21.172480 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4528b0-8d42-487e-a910-341e9e4b9b3c None None] Pushing event updated for resources: {'Port': ['ID=ca099993-9c1b-403b-a9d9-d8e154c806f1,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:21.189402 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48ba533f-eb1c-4ba9-9c59-bce6565df2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for subnet (35e5a4dd-4b8e-4f25-9edd-6f8c0f1ef80b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.327269 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba533f-eb1c-4ba9-9c59-bce6565df2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e5a4dd-4b8e-4f25-9edd-6f8c0f1ef80b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:21.336087 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:21.340493 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ba533f-eb1c-4ba9-9c59-bce6565df2bb admin admin] Checking segment: {'id': '0473e3fd-3894-442d-9c5b-4f5000ff8e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'def296e1-c19a-49a8-a9b8-a6d39d7254b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:21.340840 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ba533f-eb1c-4ba9-9c59-bce6565df2bb admin admin] Network hostable DHCP agents. Network: def296e1-c19a-49a8-a9b8-a6d39d7254b3, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:21.383810 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:21.478321 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.482815 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ba533f-eb1c-4ba9-9c59-bce6565df2bb admin admin] Network def296e1-c19a-49a8-a9b8-a6d39d7254b3 is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:21.535188 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.25', 53922) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:21.664402 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-48ba533f-eb1c-4ba9-9c59-bce6565df2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, def296e1-c19a-49a8-a9b8-a6d39d7254b3) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:21.672220 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Pushing event updated for resources: {'Port': ['ID=5fa80dbb-e2f8-4805-a077-cb3d965bf8ea,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:21.679388 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba533f-eb1c-4ba9-9c59-bce6565df2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:21.680345 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-48ba533f-eb1c-4ba9-9c59-bce6565df2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.741074 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88fc22-9d85-4837-8486-41fe34125892 None None] Network def296e1-c19a-49a8-a9b8-a6d39d7254b3 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:21.757636 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port ba0b139e-1395-4c64-93f8-a74145f8bf78 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:21.778342 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-81622fcc-470c-4f95-bf3d-0bf237df21f2 req-75b64354-40c1-49c7-a5bb-c0a7bed8811f tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 210 time: 0.1576302 May 16 15:15:21.783915 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Network 1a605965-a559-434b-a7bc-1500d5306bfd is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:21.794381 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:21.798603 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:21.806271 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689396'] for router_interface (2614e299-9545-4e33-9bed-05db8c6f08f2), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.830517 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:15Z', 'revision_number': 3, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:21.886982 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-024fdadf-1e54-4619-9d9f-e151b5b43e59 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:21.888690 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-024fdadf-1e54-4619-9d9f-e151b5b43e59 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.25 "GET /v2.0/networks?id=f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e HTTP/1.1" status: 200 len: 811 time: 0.3524222 May 16 15:15:21.928061 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0d4ed-0a26-49f6-a075-f5250fc432ab None None] The sync data for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi is: [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:15Z', 'revision_number': 3, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:15:21.942196 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-48ba533f-eb1c-4ba9-9c59-bce6565df2bb admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8227870 May 16 15:15:22.013913 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-550e9eb2-c15a-4ddd-95ce-2a590115ee49 req-a440986b-b238-4722-b69c-ef35b03426b3 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 210 time: 0.0975165 May 16 15:15:22.072416 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:17Z', 'revision_number': 3, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:22.101440 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Request body: {'port': {'device_id': 'c247c0bb-0802-47bf-8790-6d17eb129c28', 'network_id': 'f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e', 'admin_state_up': True, 'tenant_id': '494afadf76c94f859b141309a6a3e37b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:22.184329 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 107b6984-34d5-4e53-b425-a1c5445a4a7d up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:22.218324 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Checking router: 34388a07-17be-41c2-bae6-1117b9280a0e for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:15:22.218324 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Updating router 34388a07-17be-41c2-bae6-1117b9280a0e port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e binding host dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:15:22.455614 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-16a98938-60f5-4776-8062-6fbd738ea260 None None] Provisioning complete for port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:22.456005 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-16a98938-60f5-4776-8062-6fbd738ea260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.537833 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.591477 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.613539 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59152) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:22.615210 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.694509 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-16a98938-60f5-4776-8062-6fbd738ea260 None None] Port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:22.735244 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 107b6984-34d5-4e53-b425-a1c5445a4a7d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:22.737651 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.794025 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Made reservation on behalf of 494afadf76c94f859b141309a6a3e37b for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:22.797784 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.826656 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Publish callbacks [] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.847075 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-0be569b9-744d-47c2-b8ec-2519986814eb tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:22.849619 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-0be569b9-744d-47c2-b8ec-2519986814eb tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 819 time: 0.2133088 May 16 15:15:22.950371 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-7c8d9d82-3170-486d-9045-e607128d6a9e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/quotas/e1e340fabe31456cb021fcd0b5f505b5 HTTP/1.1" status: 200 len: 375 time: 0.0633409 May 16 15:15:23.121842 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-fb9525d9-a7ba-4628-9bac-6d1bafe1ca4b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1583929 May 16 15:15:23.193014 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Allocated IP 172.20.0.1 (92826b7c-8754-4fc6-b45f-5923507414b1/f7f94bc8-370b-43de-bf3a-439204eaed77/b4879a35-47f0-4e94-8a59-d497bb525166) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:23.331327 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Publish callbacks [] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.352038 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b21a56d-3a9b-4726-9d98-fafcd0d82dbe None None] Network def296e1-c19a-49a8-a9b8-a6d39d7254b3 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:23.431045 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-74fa8193-8de3-4cef-9b72-85c0cfe05531 service neutron] 10.222.0.71 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990658 May 16 15:15:23.442308 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.483055 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Publish callbacks [] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.494382 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1bf6eb0c-2363-48a3-94bb-1e813fa944bc req-bd6aaaa0-d30f-4282-b2ad-cdea30498b34 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 210 time: 0.0561788 May 16 15:15:23.576920 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.578714 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-746561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690110'] for router_interface (2614e299-9545-4e33-9bed-05db8c6f08f2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.579087 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Allocated IP 172.20.0.9 (f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e/581988a1-95ce-4d52-b4c2-3b9fc1732743/01d8431d-7010-47b2-8c50-59586072403b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:23.589363 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4ad66-bc87-497e-9853-86f7a5b44ced None None] Pushing event updated for resources: {'Port': ['ID=20ecd9ed-f385-4e66-be16-4d3ee54c8e9e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:23.672346 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.701172 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-092a38cd-2984-4f7f-9578-63f6fa3e3cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.743871 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-ce12a9bb-ff28-4483-ab83-3578132fff80 service neutron] 10.222.0.71 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973354 May 16 15:15:23.835329 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59192) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:23.950328 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Publish callbacks [] for port (01d8431d-7010-47b2-8c50-59586072403b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.996046 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Publish callbacks [] for port (b4879a35-47f0-4e94-8a59-d497bb525166), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.067220 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Pushing event updated for resources: {'Port': ['ID=5fa80dbb-e2f8-4805-a077-cb3d965bf8ea,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:24.086526 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Network 1a605965-a559-434b-a7bc-1500d5306bfd is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:24.096186 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:24.105045 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 107b6984-34d5-4e53-b425-a1c5445a4a7d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:24.106154 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device d4c82f09-d4a9-47df-ba97-8333ba4864be up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:24.107900 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151966a-1a6e-4580-83f0-2f48cf34f9ee None None] Pushing event updated for resources: {'Port': ['ID=52edac99-a9cb-4c8c-af28-16dc5b8cd2d4,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:24.122167 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (01d8431d-7010-47b2-8c50-59586072403b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.139701 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-092a38cd-2984-4f7f-9578-63f6fa3e3cb6 admin admin] Publish callbacks [] for security_group (1d6dc453-cbef-4026-80a9-a6edf4d6199e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.147557 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.382515 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Attempting to bind port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:24.383064 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Attempting to bind port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:24.383227 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Attempting to bind port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e on network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:24.390999 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Network f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:24.411270 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:24.417757 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Checking segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:24.417757 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.418009 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Bound using segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:24.418644 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4edbb745-5a6b-481d-9828-994953232b4c req-73a3c9c9-be60-4f96-b9e5-b8d585c1e946 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 210 time: 0.1754992 May 16 15:15:24.431132 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Bound port: 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:24.432829 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.442244 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:24.453060 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:24.463835 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:24.464524 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.536757 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] For port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:24.537324 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] For port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=20ecd9ed-f385-4e66-be16-4d3ee54c8e9e,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:24.551061 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9598c49b-bd3f-45af-a054-7b57b8afcfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.598643 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Pushing event updated for resources: {'Port': ['ID=01d8431d-7010-47b2-8c50-59586072403b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:24.660675 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f1b48af6-95b5-4992-8fad-953a4416676f None None] Provisioning complete for port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:24.662349 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f1b48af6-95b5-4992-8fad-953a4416676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.673574 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-092a38cd-2984-4f7f-9578-63f6fa3e3cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (1d6dc453-cbef-4026-80a9-a6edf4d6199e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.689993 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Attempting to bind port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:24.692132 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Attempting to bind port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:24.694931 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Attempting to bind port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 on network be046d4b-8cff-4819-b7cd-e793c832b714 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:24.777277 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-a588cace-c44f-40a1-80b0-cb62f3451d83 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6816714 May 16 15:15:24.796141 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:24.796520 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Checking segment: {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:24.802952 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.803553 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Bound using segment: {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:24.804240 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Bound port: 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:24.804644 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.818731 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f1b48af6-95b5-4992-8fad-953a4416676f None None] Port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:24.821133 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.837257 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-25639cff-7d34-4fdf-9c17-cade95f2b979 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:15:24.838363 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-25639cff-7d34-4fdf-9c17-cade95f2b979 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0359824 May 16 15:15:24.888216 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae71cf2-4994-400e-a890-7e8cae088427 req-9eae767d-30ca-458e-9d11-f039bf80eccc tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:24.895126 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7ae71cf2-4994-400e-a890-7e8cae088427 req-9eae767d-30ca-458e-9d11-f039bf80eccc tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 931 time: 0.2153945 May 16 15:15:24.920678 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Network 92826b7c-8754-4fc6-b45f-5923507414b1 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:24.958943 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:24.985012 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-092a38cd-2984-4f7f-9578-63f6fa3e3cb6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ba742161ca6d4c4393f0aa1213c5d4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3620517 May 16 15:15:24.987508 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59222) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:24.996640 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4879a35-47f0-4e94-8a59-d497bb525166,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:25.006361 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:25.016596 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689396'] for router_interface (34388a07-17be-41c2-bae6-1117b9280a0e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.023800 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a38cd-2984-4f7f-9578-63f6fa3e3cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6dc453-cbef-4026-80a9-a6edf4d6199e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:25.151242 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4ad66-bc87-497e-9853-86f7a5b44ced None None] Pushing event updated for resources: {'Port': ['ID=20ecd9ed-f385-4e66-be16-4d3ee54c8e9e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:25.216124 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Router 2614e299-9545-4e33-9bed-05db8c6f08f2 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:15:25.222005 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59230) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:25.237270 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2080022471-network', 'tenant_id': '2aaa2084ed904b08bacb9cc5679a40fb'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:25.277597 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0d1496e4-62df-4bd2-abb8-1856c4aebd91 None None] Provisioning complete for port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:25.277976 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0d1496e4-62df-4bd2-abb8-1856c4aebd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.306227 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port d4c82f09-d4a9-47df-ba97-8333ba4864be triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:25.306687 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.323367 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7ae71cf2-4994-400e-a890-7e8cae088427 req-fc5c646d-efcc-4046-af18-a6a894cbdab2 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063487 May 16 15:15:25.406601 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9598c49b-bd3f-45af-a054-7b57b8afcfd0 admin admin] Publish callbacks [] for security_group (49a4d72c-7118-4de7-b126-b5b47bb7780c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.543267 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9598c49b-bd3f-45af-a054-7b57b8afcfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (49a4d72c-7118-4de7-b126-b5b47bb7780c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.570553 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5eef7f3-d417-406f-8104-a0f3d3aa7e7a admin admin] Publish callbacks [] for security_group (1d6dc453-cbef-4026-80a9-a6edf4d6199e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.585187 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] For port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:25.598178 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d75c021c-4879-42bf-95c7-b8ae437ef1c3 req-7583d0c2-d0bf-4f34-b482-e416d66a2728 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 210 time: 0.0904682 May 16 15:15:25.603437 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:25.604163 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:25.656147 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Made reservation on behalf of 2aaa2084ed904b08bacb9cc5679a40fb for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:25.662121 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.674080 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Request body: {'port': {'device_id': 'c247c0bb-0802-47bf-8790-6d17eb129c28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:25.674310 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:15:25.684414 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Sync routers for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:15:25.695091 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0d1496e4-62df-4bd2-abb8-1856c4aebd91 None None] Port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:25.704345 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9598c49b-bd3f-45af-a054-7b57b8afcfd0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dc83025212a2416ba02124f26c956a04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8678753 May 16 15:15:25.707621 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] For port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=52edac99-a9cb-4c8c-af28-16dc5b8cd2d4,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:25.711648 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.740786 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598c49b-bd3f-45af-a054-7b57b8afcfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a4d72c-7118-4de7-b126-b5b47bb7780c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:25.753985 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9bd7a45e-8c8d-42b9-a342-7b5c87a19499 admin admin] 10.222.0.71 "PUT /v2.0/routers/2614e299-9545-4e33-9bed-05db8c6f08f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4090631 May 16 15:15:25.754347 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5eef7f3-d417-406f-8104-a0f3d3aa7e7a admin admin] Publish callbacks [] for security_group (1d6dc453-cbef-4026-80a9-a6edf4d6199e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.759571 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59242) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:25.795763 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:25.796443 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:25.851563 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (01d8431d-7010-47b2-8c50-59586072403b), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.859503 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.922045 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:25.924447 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-63fd439b-a45d-4454-b1c4-69c32de8e44c None None] Provisioning complete for port b4879a35-47f0-4e94-8a59-d497bb525166 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:25.925205 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-63fd439b-a45d-4454-b1c4-69c32de8e44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.249902 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port d4c82f09-d4a9-47df-ba97-8333ba4864be is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:26.249902 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device ba0b139e-1395-4c64-93f8-a74145f8bf78 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:26.251969 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:26.252237 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b183ab7f-ddb3-47eb-8bc8-697ed7948b88 admin admin] Publish callbacks [] for security_group (49a4d72c-7118-4de7-b126-b5b47bb7780c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.258475 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Publish callbacks [] for security_group (742bb37c-7504-497c-a492-5022c6af3ebe), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.309612 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b183ab7f-ddb3-47eb-8bc8-697ed7948b88 admin admin] Publish callbacks [] for security_group (49a4d72c-7118-4de7-b126-b5b47bb7780c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.522876 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Routers {'3edad729-ba6b-4c0b-95b4-1fbb1b067395'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:26.523777 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:26.534819 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:17Z', 'revision_number': 3, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:26.570830 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 2, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:26.619557 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (742bb37c-7504-497c-a492-5022c6af3ebe), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.638347 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59262) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:26.652260 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:26.656856 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c596f9c-2354-47e5-8ee5-2ecffcac520b req-8d4c61e3-b4a0-4dd9-a8ab-19a27fb00752 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:26.657358 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Checking router: 2614e299-9545-4e33-9bed-05db8c6f08f2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:15:26.657455 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7c596f9c-2354-47e5-8ee5-2ecffcac520b req-8d4c61e3-b4a0-4dd9-a8ab-19a27fb00752 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 931 time: 0.1844122 May 16 15:15:26.658339 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.25', 53933) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:26.660896 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Updating router 2614e299-9545-4e33-9bed-05db8c6f08f2 port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea binding host dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:15:26.675086 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9bde5-928b-4e86-a660-8dd20ff40164 None None] The sync data for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi is: [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:17Z', 'revision_number': 3, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:15:26.679371 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (d9c220d5-231f-4d18-a2d5-0d319fe6dd4e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.679884 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Added segment d9c220d5-231f-4d18-a2d5-0d319fe6dd4e of type vlan for network 08bb03d4-c05d-4e0a-92ce-8930c08acf05 May 16 15:15:26.701449 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-58e12080-6107-442e-9319-7edd84fdbf79 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456668319', 'description': 'tempest-description--2138233674'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:26.704749 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-63fd439b-a45d-4454-b1c4-69c32de8e44c None None] Port b4879a35-47f0-4e94-8a59-d497bb525166 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:26.710668 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151966a-1a6e-4580-83f0-2f48cf34f9ee None None] Pushing event updated for resources: {'Port': ['ID=52edac99-a9cb-4c8c-af28-16dc5b8cd2d4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:26.744334 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.762331 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5eef7f3-d417-406f-8104-a0f3d3aa7e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (1d6dc453-cbef-4026-80a9-a6edf4d6199e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.765050 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5eef7f3-d417-406f-8104-a0f3d3aa7e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.766224 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f5eef7f3-d417-406f-8104-a0f3d3aa7e7a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1d6dc453-cbef-4026-80a9-a6edf4d6199e HTTP/1.1" status: 204 len: 168 time: 1.7425246 May 16 15:15:26.807065 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (08bb03d4-c05d-4e0a-92ce-8930c08acf05), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.872257 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b183ab7f-ddb3-47eb-8bc8-697ed7948b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (49a4d72c-7118-4de7-b126-b5b47bb7780c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.881436 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b183ab7f-ddb3-47eb-8bc8-697ed7948b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.890723 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b183ab7f-ddb3-47eb-8bc8-697ed7948b88 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/49a4d72c-7118-4de7-b126-b5b47bb7780c HTTP/1.1" status: 204 len: 168 time: 1.1280413 May 16 15:15:26.906941 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port ba0b139e-1395-4c64-93f8-a74145f8bf78 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:26.910806 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.033243 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.034237 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5681fa9b-a9a7-4863-ac62-fa5ab9b45856 None None] Provisioning complete for port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:27.034585 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5681fa9b-a9a7-4863-ac62-fa5ab9b45856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.064256 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (08bb03d4-c05d-4e0a-92ce-8930c08acf05), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.065476 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:27.066295 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.100283 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-194ce3fa-0c32-43fa-acb7-35743f334d8b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:27.102767 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-194ce3fa-0c32-43fa-acb7-35743f334d8b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 819 time: 0.3952854 May 16 15:15:27.111771 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eef7f3-d417-406f-8104-a0f3d3aa7e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6dc453-cbef-4026-80a9-a6edf4d6199e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:27.206162 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] Set router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:27.361736 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7c596f9c-2354-47e5-8ee5-2ecffcac520b req-d9414382-34e1-4eb8-aed3-f37a65b84240 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262315 May 16 15:15:27.377190 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Request body: {'port': {'device_id': '005c2b60-9000-4ab7-a297-367fe59e2dfb', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'admin_state_up': True, 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:27.499742 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-895d5c6c-9b83-46c9-8263-69932d628a3d req-2e5f9a58-6a4d-4646-8c1f-1f753f5b50c2 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 210 time: 0.6682110 May 16 15:15:27.669812 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Publish callbacks [] for port (b4879a35-47f0-4e94-8a59-d497bb525166), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.672859 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58e12080-6107-442e-9319-7edd84fdbf79 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.696776 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742bb37c-7504-497c-a492-5022c6af3ebe,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:27.762703 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Publish callbacks [] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.766672 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port ba0b139e-1395-4c64-93f8-a74145f8bf78 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:27.849636 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.862642 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.864746 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-746561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690110'] for router_interface (34388a07-17be-41c2-bae6-1117b9280a0e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.870190 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183ab7f-ddb3-47eb-8bc8-697ed7948b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a4d72c-7118-4de7-b126-b5b47bb7780c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:27.890228 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6592889 May 16 15:15:27.945694 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5681fa9b-a9a7-4863-ac62-fa5ab9b45856 None None] Current status of the port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:27.946521 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5681fa9b-a9a7-4863-ac62-fa5ab9b45856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.966439 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '52edac99-a9cb-4c8c-af28-16dc5b8cd2d4', 'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'mac_address': 'fa:16:3e:c6:78:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:15Z', 'updated_at': '2022-05-16T15:15:25Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'subnets': [{'id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:27.988398 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59280) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:28.016870 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0e958-455b-4e4f-a21f-b4b7a051d14c admin admin] Pushing event updated for resources: {'Network': ['ID=08bb03d4-c05d-4e0a-92ce-8930c08acf05,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:28.046862 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fb63d1fb-2af8-4a7f-bf7b-e9c8818d94e0 admin admin] Request body: {'subnet': {'network_id': '08bb03d4-c05d-4e0a-92ce-8930c08acf05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2080022471-subnet', 'tenant_id': '2aaa2084ed904b08bacb9cc5679a40fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:28.057816 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 08bb03d4-c05d-4e0a-92ce-8930c08acf05 details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:28.062447 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382108d9-7fa1-48f5-8751-c79332407ca9 None None] Pushing event updated for resources: {'Port': ['ID=5fa80dbb-e2f8-4805-a077-cb3d965bf8ea,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:28.100968 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b8f5a-36db-4c23-8e07-15ba0b5e4b05 None None] The sync data for ids ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'] in dv-cinder-841753-2-iscsi is: [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '52edac99-a9cb-4c8c-af28-16dc5b8cd2d4', 'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'mac_address': 'fa:16:3e:c6:78:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:15Z', 'updated_at': '2022-05-16T15:15:25Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'subnets': [{'id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:15:28.244356 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:28.275164 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d8431d-7010-47b2-8c50-59586072403b {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:28.305546 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.25', 53937) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:28.341916 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Publish callbacks [] for port (01d8431d-7010-47b2-8c50-59586072403b), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:28.478834 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5681fa9b-a9a7-4863-ac62-fa5ab9b45856 None None] For port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=52edac99-a9cb-4c8c-af28-16dc5b8cd2d4,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:28.523825 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Transition to ACTIVE for port object 01d8431d-7010-47b2-8c50-59586072403b will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:15:28.649990 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Made reservation on behalf of e1e340fabe31456cb021fcd0b5f505b5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:28.665884 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:28.703306 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5681fa9b-a9a7-4863-ac62-fa5ab9b45856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:28.709882 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (01d8431d-7010-47b2-8c50-59586072403b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:28.764740 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58e12080-6107-442e-9319-7edd84fdbf79 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (e3d421b8-c9a0-48d5-b7f4-d2b243ffb318), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:28.769341 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb63d1fb-2af8-4a7f-bf7b-e9c8818d94e0 admin admin] Made reservation on behalf of 2aaa2084ed904b08bacb9cc5679a40fb for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:28.805170 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4879a35-47f0-4e94-8a59-d497bb525166,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:28.810705 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fb63d1fb-2af8-4a7f-bf7b-e9c8818d94e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:28.858045 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Attempting to bind port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:28.859160 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Attempting to bind port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:28.862406 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Attempting to bind port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea on network 1a605965-a559-434b-a7bc-1500d5306bfd {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:28.889393 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:28.890183 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Checking segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:28.894844 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:28.895926 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Bound using segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:28.896608 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Bound port: 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:28.897435 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.123292 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58e12080-6107-442e-9319-7edd84fdbf79 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (e3d421b8-c9a0-48d5-b7f4-d2b243ffb318), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.126680 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] For port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:29.136024 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] For port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=5fa80dbb-e2f8-4805-a077-cb3d965bf8ea,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:29.178633 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-2a0dd14f-78d0-4458-88f3-102ac3099c03 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:29.191926 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-2a0dd14f-78d0-4458-88f3-102ac3099c03 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 819 time: 0.8733759 May 16 15:15:29.198932 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Network 92826b7c-8754-4fc6-b45f-5923507414b1 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:29.200491 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:29.244116 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.254893 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681fa9b-a9a7-4863-ac62-fa5ab9b45856 None None] Pushing event updated for resources: {'Port': ['ID=52edac99-a9cb-4c8c-af28-16dc5b8cd2d4,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:29.258861 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-28023a2c-4540-466b-8450-cbec88163088 None None] Provisioning complete for port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:29.259324 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28023a2c-4540-466b-8450-cbec88163088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.366876 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Request body: {'port': {'device_id': '04c116f9-b96a-4690-9ebd-8ceb7f806e18', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'admin_state_up': True, 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:29.462395 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:29.462733 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.529994 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382108d9-7fa1-48f5-8751-c79332407ca9 None None] Pushing event updated for resources: {'Port': ['ID=5fa80dbb-e2f8-4805-a077-cb3d965bf8ea,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:29.616672 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:29.617378 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:29.902610 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:29.907997 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.953490 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e12080-6107-442e-9319-7edd84fdbf79 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:30.006796 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58e12080-6107-442e-9319-7edd84fdbf79 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.015556 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-58e12080-6107-442e-9319-7edd84fdbf79 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.3583448 May 16 15:15:30.037677 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59338) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:30.050837 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:30.072761 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Attempting to bind port 01d8431d-7010-47b2-8c50-59586072403b on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:30.072761 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Attempting to bind port 01d8431d-7010-47b2-8c50-59586072403b by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '864aa13b-3757-487d-bbaa-c35cc7119f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:30.072761 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Attempting to bind port 01d8431d-7010-47b2-8c50-59586072403b on network f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:30.082664 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d4ca1929-a7c9-4b52-82cb-3254b08082bf req-65992b47-d7c1-43ba-9f22-064f933fd6eb tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 210 time: 1.3346093 May 16 15:15:30.084619 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Pushing event updated for resources: {'Port': ['ID=01d8431d-7010-47b2-8c50-59586072403b,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:30.099343 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7d335417-d2e4-4cba-a1e0-933001ba770f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'security_group_rule': {'security_group_id': 'e3d421b8-c9a0-48d5-b7f4-d2b243ffb318', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:30.185234 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Port 01d8431d-7010-47b2-8c50-59586072403b on network f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:15:30.185234 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Attempting to bind port 01d8431d-7010-47b2-8c50-59586072403b on network f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:30.198728 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b5ee5-277e-4650-8313-663af54fb420 req-40c9ad20-c4d8-4573-94eb-82aca81d0bc3 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:30.220341 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c57b5ee5-277e-4650-8313-663af54fb420 req-40c9ad20-c4d8-4573-94eb-82aca81d0bc3 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 943 time: 1.5328884 May 16 15:15:30.241888 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:30.241888 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Checking segment: {'id': '864aa13b-3757-487d-bbaa-c35cc7119f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:30.258196 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Bound using segment: {'id': '864aa13b-3757-487d-bbaa-c35cc7119f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:30.259128 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Bound port: 01d8431d-7010-47b2-8c50-59586072403b, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864aa13b-3757-487d-bbaa-c35cc7119f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:30.259657 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (01d8431d-7010-47b2-8c50-59586072403b), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.362276 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Router 34388a07-17be-41c2-bae6-1117b9280a0e has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:15:30.387055 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-28023a2c-4540-466b-8450-cbec88163088 None None] Current status of the port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:30.387804 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Made reservation on behalf of e1e340fabe31456cb021fcd0b5f505b5 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:30.388091 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28023a2c-4540-466b-8450-cbec88163088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.391294 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.414448 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=20ecd9ed-f385-4e66-be16-4d3ee54c8e9e,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:30.525464 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.526350 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device ca099993-9c1b-403b-a9d9-d8e154c806f1 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:30.578485 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c57b5ee5-277e-4650-8313-663af54fb420 req-10fd648f-b261-4603-bbe6-490e7d52305f tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568826 May 16 15:15:30.778564 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:30.812480 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] For port 01d8431d-7010-47b2-8c50-59586072403b, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:30.821533 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] For port 01d8431d-7010-47b2-8c50-59586072403b, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=01d8431d-7010-47b2-8c50-59586072403b,segment=NetworkSegment(864aa13b-3757-487d-bbaa-c35cc7119f9b),segment_id=864aa13b-3757-487d-bbaa-c35cc7119f9b)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:30.840025 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d335417-d2e4-4cba-a1e0-933001ba770f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (af2b6a38-15f6-44c9-a84a-5735733ffa0c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.840556 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-28023a2c-4540-466b-8450-cbec88163088 None None] For port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=5fa80dbb-e2f8-4805-a077-cb3d965bf8ea,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:30.848570 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c208ea-f140-4cbc-9661-71ba4d1f0548 None None] The sync data for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi is: [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:15:30.887264 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=20ecd9ed-f385-4e66-be16-4d3ee54c8e9e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:30.917948 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port ca099993-9c1b-403b-a9d9-d8e154c806f1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:30.918649 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.984885 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d335417-d2e4-4cba-a1e0-933001ba770f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (af2b6a38-15f6-44c9-a84a-5735733ffa0c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.016735 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28023a2c-4540-466b-8450-cbec88163088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.041144 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (01d8431d-7010-47b2-8c50-59586072403b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.116895 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d335417-d2e4-4cba-a1e0-933001ba770f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (af2b6a38-15f6-44c9-a84a-5735733ffa0c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.223198 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ea0a11a9-f5fd-4dfe-a27a-79442357edf0 None None] Provisioning complete for port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:31.223430 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea0a11a9-f5fd-4dfe-a27a-79442357edf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.311750 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28023a2c-4540-466b-8450-cbec88163088 None None] Pushing event updated for resources: {'Port': ['ID=5fa80dbb-e2f8-4805-a077-cb3d965bf8ea,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:31.348485 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port ca099993-9c1b-403b-a9d9-d8e154c806f1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:31.351098 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.373462 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Allocated IP 172.20.0.13 (be046d4b-8cff-4819-b7cd-e793c832b714/9b76ba48-b512-4d7d-89b3-3927e671c112/d8f457a8-ad98-4eee-b4ce-0e463130c421) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:31.375392 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port ca099993-9c1b-403b-a9d9-d8e154c806f1, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=ca099993-9c1b-403b-a9d9-d8e154c806f1,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:31.499061 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.543791 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d335417-d2e4-4cba-a1e0-933001ba770f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2b6a38-15f6-44c9-a84a-5735733ffa0c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:31.674494 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a11a9-f5fd-4dfe-a27a-79442357edf0 None None] Current status of the port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:31.691755 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:15:31.707878 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e5f9d051-21db-48e6-a497-7e4cba1fd3c2 admin admin] 10.222.0.71 "PUT /v2.0/routers/34388a07-17be-41c2-bae6-1117b9280a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1387284 May 16 15:15:31.719424 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Pushing event updated for resources: {'Port': ['ID=01d8431d-7010-47b2-8c50-59586072403b,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:31.764835 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=ca099993-9c1b-403b-a9d9-d8e154c806f1,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:31.786037 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Sync routers for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:15:31.802221 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ea0a11a9-f5fd-4dfe-a27a-79442357edf0 None None] Provisioning complete for port b4879a35-47f0-4e94-8a59-d497bb525166 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:31.806908 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea0a11a9-f5fd-4dfe-a27a-79442357edf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.925060 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:31.928085 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.930364 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-841f9c20-74ff-4cb7-b90b-ebe4ad40b21b service neutron] 10.222.0.25 "PUT /v2.0/ports/01d8431d-7010-47b2-8c50-59586072403b HTTP/1.1" status: 200 len: 1093 time: 6.5707288 May 16 15:15:31.934455 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a11a9-f5fd-4dfe-a27a-79442357edf0 None None] Port b4879a35-47f0-4e94-8a59-d497bb525166 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:31.941963 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:31.942976 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:32.111324 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c247c0bb-0802-47bf-8790-6d17eb129c28', 'tag': '01d8431d-7010-47b2-8c50-59586072403b'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:32.121458 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:32.209356 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:32.298718 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:32.299127 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.307950 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d335417-d2e4-4cba-a1e0-933001ba770f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.311678 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7d335417-d2e4-4cba-a1e0-933001ba770f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2257946 May 16 15:15:32.312577 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59386) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:32.317782 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1ec859f7-d255-46a1-995e-34c895a7248a req-52d61ba4-7173-4e8e-a88a-29617dec3d0b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 210 time: 0.8570609 May 16 15:15:32.326078 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c0af224c-bc95-42dc-9391-af78936b473b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'security_group_rule': {'security_group_id': 'e3d421b8-c9a0-48d5-b7f4-d2b243ffb318', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:32.335696 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9522a-3791-4dd5-84eb-86c5cc8f294e req-81e42287-a18c-4e11-8b70-ed7f3f177238 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:32.337156 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-98c9522a-3791-4dd5-84eb-86c5cc8f294e req-81e42287-a18c-4e11-8b70-ed7f3f177238 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 943 time: 0.6013227 May 16 15:15:32.464279 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0af224c-bc95-42dc-9391-af78936b473b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (13c76f85-83aa-4a27-a0bb-b29b30e3ad0e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.491378 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-ab88a3c7-2092-4c0f-aa37-e8121fcec9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:32.493587 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-ab88a3c7-2092-4c0f-aa37-e8121fcec9eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=494afadf76c94f859b141309a6a3e37b&device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 1127 time: 0.1918075 May 16 15:15:32.629338 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fb63d1fb-2af8-4a7f-bf7b-e9c8818d94e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for subnet (bbf6999c-397f-46e2-85bb-d33702884098), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.639662 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0af224c-bc95-42dc-9391-af78936b473b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (13c76f85-83aa-4a27-a0bb-b29b30e3ad0e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.653456 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-98c9522a-3791-4dd5-84eb-86c5cc8f294e req-eb32aebf-3360-4e93-817f-feb34097070d tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512353 May 16 15:15:32.692072 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:32.692952 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9f8d01-a71b-429d-a072-bf476b7d3626" -d '{"events": [{"name": "network-changed", "server_uuid": "c247c0bb-0802-47bf-8790-6d17eb129c28", "tag": "01d8431d-7010-47b2-8c50-59586072403b"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:32.693146 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:32.738367 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0af224c-bc95-42dc-9391-af78936b473b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (13c76f85-83aa-4a27-a0bb-b29b30e3ad0e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.763849 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af224c-bc95-42dc-9391-af78936b473b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c76f85-83aa-4a27-a0bb-b29b30e3ad0e,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:32.777689 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.790665 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 2, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:32.792407 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:32.792940 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.810959 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63d1fb-2af8-4a7f-bf7b-e9c8818d94e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf6999c-397f-46e2-85bb-d33702884098,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:32.819106 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63d1fb-2af8-4a7f-bf7b-e9c8818d94e0 admin admin] Checking segment: {'id': 'd9c220d5-231f-4d18-a2d5-0d319fe6dd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '08bb03d4-c05d-4e0a-92ce-8930c08acf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:32.819718 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb63d1fb-2af8-4a7f-bf7b-e9c8818d94e0 admin admin] Network hostable DHCP agents. Network: 08bb03d4-c05d-4e0a-92ce-8930c08acf05, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:32.843426 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Checking router: 34388a07-17be-41c2-bae6-1117b9280a0e for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:15:32.844041 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Updating router 34388a07-17be-41c2-bae6-1117b9280a0e port b4879a35-47f0-4e94-8a59-d497bb525166 binding host dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:15:32.852022 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59398) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:32.860819 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-189322e8-c28d-458a-93ce-1387da3566f4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1784449730', 'description': 'tempest-description--1421301776'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:32.881311 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c0af224c-bc95-42dc-9391-af78936b473b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.882854 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c0af224c-bc95-42dc-9391-af78936b473b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5636435 May 16 15:15:32.885996 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59402) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:32.890957 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:32.917331 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb63d1fb-2af8-4a7f-bf7b-e9c8818d94e0 admin admin] Network 08bb03d4-c05d-4e0a-92ce-8930c08acf05 is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:32.932612 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.941880 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.984510 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Network be046d4b-8cff-4819-b7cd-e793c832b714 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:32.986526 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e263269b-de89-4872-baa2-d68b4572d067 x-openstack-request-id: req-e263269b-de89-4872-baa2-d68b4572d067 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:32.987049 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c247c0bb-0802-47bf-8790-6d17eb129c28", "tag": "01d8431d-7010-47b2-8c50-59586072403b", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:32.987500 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e263269b-de89-4872-baa2-d68b4572d067 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:32.988468 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e263269b-de89-4872-baa2-d68b4572d067'] response: {'name': 'network-changed', 'server_uuid': 'c247c0bb-0802-47bf-8790-6d17eb129c28', 'tag': '01d8431d-7010-47b2-8c50-59586072403b', 'status': 'completed', 'code': 200} May 16 15:15:32.991843 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:32.992929 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:32.994370 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:33.000685 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:33.009118 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:33.009118 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.027384 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event updated for resources: {'Port': ['ID=d8f457a8-ad98-4eee-b4ce-0e463130c421,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:33.038457 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-189322e8-c28d-458a-93ce-1387da3566f4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.046511 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-fb63d1fb-2af8-4a7f-bf7b-e9c8818d94e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 08bb03d4-c05d-4e0a-92ce-8930c08acf05) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:33.048762 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.057017 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb63d1fb-2af8-4a7f-bf7b-e9c8818d94e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:33.057886 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fb63d1fb-2af8-4a7f-bf7b-e9c8818d94e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.069450 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f034c854-e4e7-4ff6-a8b3-275c381603b0 None None] Network 08bb03d4-c05d-4e0a-92ce-8930c08acf05 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:33.195242 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-dc1729d5-55fe-41de-af69-e69166d96080 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8521509 May 16 15:15:33.204249 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fb63d1fb-2af8-4a7f-bf7b-e9c8818d94e0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.2068315 May 16 15:15:33.208977 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-189322e8-c28d-458a-93ce-1387da3566f4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group (2779f41e-3397-4c9d-a6ed-861af25ed503), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.212197 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.db.api [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-7e6559bf-f117-4f36-a3dd-2da2fd812f02 {{(pid=104031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 15:15:33.213942 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.214438 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG oslo_db.api [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 15:15:33.259940 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:33.259940 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.297924 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-189322e8-c28d-458a-93ce-1387da3566f4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (2779f41e-3397-4c9d-a6ed-861af25ed503), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.335763 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Allocated IP 172.27.1.222 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/36aef91b-1a11-414d-b889-ec6c8da6c091) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:33.341023 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59422) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:33.357852 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189322e8-c28d-458a-93ce-1387da3566f4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2779f41e-3397-4c9d-a6ed-861af25ed503,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:33.434074 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-189322e8-c28d-458a-93ce-1387da3566f4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.435311 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-189322e8-c28d-458a-93ce-1387da3566f4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5818255 May 16 15:15:33.450913 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59430) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:33.455355 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a2f90130-c235-47bb-b4fd-605384d8e1a5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Request body: {'security_group_rule': {'security_group_id': '2779f41e-3397-4c9d-a6ed-861af25ed503', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:33.485223 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa2b779-4818-4b90-a6e2-58c8f182b78f admin admin] Deleting subnet 35e5a4dd-4b8e-4f25-9edd-6f8c0f1ef80b {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:15:33.490672 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b779-4818-4b90-a6e2-58c8f182b78f admin admin] Publish callbacks [] for subnet (35e5a4dd-4b8e-4f25-9edd-6f8c0f1ef80b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.493508 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a5e5369-8a32-4b5b-a2b8-e73b923fa0ff req-c29f4882-cb58-46b4-991e-573cd1af8798 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 210 time: 0.0696805 May 16 15:15:33.539828 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-990ee01d-f2b9-4fb8-b411-b9b768479b1b None None] Provisioning complete for port d8f457a8-ad98-4eee-b4ce-0e463130c421 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:33.539828 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-990ee01d-f2b9-4fb8-b411-b9b768479b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.548658 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b779-4818-4b90-a6e2-58c8f182b78f admin admin] Publish callbacks [] for subnet (35e5a4dd-4b8e-4f25-9edd-6f8c0f1ef80b), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.563810 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2f90130-c235-47bb-b4fd-605384d8e1a5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group_rule (37d5f635-8867-4986-96d1-206e6ad4d8ab), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.564509 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b779-4818-4b90-a6e2-58c8f182b78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (35e5a4dd-4b8e-4f25-9edd-6f8c0f1ef80b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.595507 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for port (36aef91b-1a11-414d-b889-ec6c8da6c091), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.600254 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-95f21c4e-93dd-45f8-9658-78a59957262e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.642948 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f18b80-e42b-436b-8d6b-7dc9438bbfb0 None None] Network 08bb03d4-c05d-4e0a-92ce-8930c08acf05 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:33.649119 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2f90130-c235-47bb-b4fd-605384d8e1a5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group_rule (37d5f635-8867-4986-96d1-206e6ad4d8ab), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.653233 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-990ee01d-f2b9-4fb8-b411-b9b768479b1b None None] Port d8f457a8-ad98-4eee-b4ce-0e463130c421 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:33.715895 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.736984 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b779-4818-4b90-a6e2-58c8f182b78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for subnet (35e5a4dd-4b8e-4f25-9edd-6f8c0f1ef80b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.773338 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:33.792186 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2b779-4818-4b90-a6e2-58c8f182b78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e5a4dd-4b8e-4f25-9edd-6f8c0f1ef80b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:33.797085 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b779-4818-4b90-a6e2-58c8f182b78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.801831 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0fa2b779-4818-4b90-a6e2-58c8f182b78f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/35e5a4dd-4b8e-4f25-9edd-6f8c0f1ef80b HTTP/1.1" status: 204 len: 168 time: 0.4583116 May 16 15:15:33.805153 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (36aef91b-1a11-414d-b889-ec6c8da6c091), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.807281 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59442) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:33.821493 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d17b2-87dc-4ec1-b2f2-8c1bc29ef7ac req-560f53f9-a2a0-4dc9-a6b9-407e1fd0571e tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:33.822407 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ee9d17b2-87dc-4ec1-b2f2-8c1bc29ef7ac req-560f53f9-a2a0-4dc9-a6b9-407e1fd0571e tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 943 time: 0.0959342 May 16 15:15:33.859222 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2f90130-c235-47bb-b4fd-605384d8e1a5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (37d5f635-8867-4986-96d1-206e6ad4d8ab), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.878021 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f90130-c235-47bb-b4fd-605384d8e1a5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d5f635-8867-4986-96d1-206e6ad4d8ab,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:33.896405 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Publish callbacks [] for port (b4879a35-47f0-4e94-8a59-d497bb525166), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.911047 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Allocated IP 172.20.0.12 (be046d4b-8cff-4819-b7cd-e793c832b714/9b76ba48-b512-4d7d-89b3-3927e671c112/0605d368-ac3c-4f23-b5ff-e1c7656542f5) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:33.946831 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:33.954214 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:33.958790 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (def296e1-c19a-49a8-a9b8-a6d39d7254b3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.965262 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:33.965424 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device ca099993-9c1b-403b-a9d9-d8e154c806f1 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:34.024030 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a2f90130-c235-47bb-b4fd-605384d8e1a5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.028428 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a2f90130-c235-47bb-b4fd-605384d8e1a5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5764244 May 16 15:15:34.029049 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59448) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:34.048591 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.089572 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4fcccbce-ced0-4ac4-833b-ee94aa532933 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Request body: {'security_group_rule': {'security_group_id': '2779f41e-3397-4c9d-a6ed-861af25ed503', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:34.136481 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.168327 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port ca099993-9c1b-403b-a9d9-d8e154c806f1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:34.168751 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.188836 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'Port': ['ID=36aef91b-1a11-414d-b889-ec6c8da6c091,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:34.219448 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fcccbce-ced0-4ac4-833b-ee94aa532933 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group_rule (b7f21bbb-2cd0-45e8-b23f-628de95424ac), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.225551 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ee9d17b2-87dc-4ec1-b2f2-8c1bc29ef7ac req-acad8956-4c57-476c-b97d-593a6b8e3210 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440897 May 16 15:15:34.230334 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e27ab-e31c-4357-b169-0ab1898b0422 None None] Pushing event updated for resources: {'Port': ['ID=b4879a35-47f0-4e94-8a59-d497bb525166,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:34.248209 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.299386 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Attempting to bind port b4879a35-47f0-4e94-8a59-d497bb525166 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:34.299770 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Attempting to bind port b4879a35-47f0-4e94-8a59-d497bb525166 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:34.300267 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Attempting to bind port b4879a35-47f0-4e94-8a59-d497bb525166 on network 92826b7c-8754-4fc6-b45f-5923507414b1 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:34.309910 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:34.310435 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Checking segment: {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:34.311078 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.311582 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Bound using segment: {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:34.312151 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Bound port: b4879a35-47f0-4e94-8a59-d497bb525166, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:34.312623 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.333659 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port ca099993-9c1b-403b-a9d9-d8e154c806f1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:34.334154 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (5e2221cd-e6f4-4e96-b208-abc38a218177), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.365041 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (def296e1-c19a-49a8-a9b8-a6d39d7254b3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.385528 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Network be046d4b-8cff-4819-b7cd-e793c832b714 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:34.386848 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] For port b4879a35-47f0-4e94-8a59-d497bb525166, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:34.390715 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] For port b4879a35-47f0-4e94-8a59-d497bb525166, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=b4879a35-47f0-4e94-8a59-d497bb525166,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:34.392745 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.393275 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.394602 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.395113 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > port after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.395469 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.395939 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > port after_update 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.396276 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.396655 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.397225 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.397559 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.400242 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:34.408586 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:34.428255 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:34.429055 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.436689 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event updated for resources: {'Port': ['ID=0605d368-ac3c-4f23-b5ff-e1c7656542f5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:34.451376 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fcccbce-ced0-4ac4-833b-ee94aa532933 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group_rule (b7f21bbb-2cd0-45e8-b23f-628de95424ac), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.489735 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.518436 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fcccbce-ced0-4ac4-833b-ee94aa532933 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (b7f21bbb-2cd0-45e8-b23f-628de95424ac), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.518710 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-14b68c32-8755-46c5-b60a-a29b331cc22d None None] Provisioning complete for port b4879a35-47f0-4e94-8a59-d497bb525166 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:34.519920 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14b68c32-8755-46c5-b60a-a29b331cc22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.525717 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.526123 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.537205 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.538834 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59456) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:34.538962 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:34.539360 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def296e1-c19a-49a8-a9b8-a6d39d7254b3']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:34.599374 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e27ab-e31c-4357-b169-0ab1898b0422 None None] Pushing event updated for resources: {'Port': ['ID=b4879a35-47f0-4e94-8a59-d497bb525166,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:34.602807 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcccbce-ced0-4ac4-833b-ee94aa532933 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f21bbb-2cd0-45e8-b23f-628de95424ac,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:34.616526 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4f368b62-30ae-4b5e-9fae-75f60680d7b7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2786884 May 16 15:15:34.622654 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:34.623375 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:34.681583 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0473e3fd-3894-442d-9c5b-4f5000ff8e5b') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:34.682092 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0473e3fd-3894-442d-9c5b-4f5000ff8e5b') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:34.713737 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4fcccbce-ced0-4ac4-833b-ee94aa532933 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.718973 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4fcccbce-ced0-4ac4-833b-ee94aa532933 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6856344 May 16 15:15:34.719340 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59460) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:34.719960 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28775588'] for segment (0473e3fd-3894-442d-9c5b-4f5000ff8e5b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.725283 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:34.750734 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (36aef91b-1a11-414d-b889-ec6c8da6c091), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.780044 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3af54-8982-42d0-9d09-be4017ee29ea req-88150cc4-1099-4f22-a838-83dad3b03d35 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:34.782024 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0ca3af54-8982-42d0-9d09-be4017ee29ea req-88150cc4-1099-4f22-a838-83dad3b03d35 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 932 time: 0.1514158 May 16 15:15:34.782210 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-602574c0-5e88-45c7-933b-b5d9904a844a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.786984 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (0473e3fd-3894-442d-9c5b-4f5000ff8e5b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.802215 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:15:34.802827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28133796'] for segment (0473e3fd-3894-442d-9c5b-4f5000ff8e5b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.809568 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-14b68c32-8755-46c5-b60a-a29b331cc22d None None] Current status of the port b4879a35-47f0-4e94-8a59-d497bb525166 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:34.810521 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14b68c32-8755-46c5-b60a-a29b331cc22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.832218 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: from cryptography.utils import int_from_bytes May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: from cryptography.utils import int_from_bytes May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: Traceback (most recent call last): May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: timer() May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: cb(*args, **kw) May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: return func(*args, **kwargs) May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: self._notify() May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: self.callback(batched_events) May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: event.method(event) May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: return f(self, *a, **k) May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._get(url).json() May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: return self.request(url, 'GET', **kwargs) May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:15:34.852149 dv-cinder-841753-2-iscsi neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:15:34.854656 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.926977 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-14b68c32-8755-46c5-b60a-a29b331cc22d None None] For port b4879a35-47f0-4e94-8a59-d497bb525166, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=b4879a35-47f0-4e94-8a59-d497bb525166,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:34.932106 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-602574c0-5e88-45c7-933b-b5d9904a844a admin admin] Publish callbacks [] for security_group (fa4120c5-60be-49dc-a1ba-87f016fad4fe), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.975278 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.999450 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0ca3af54-8982-42d0-9d09-be4017ee29ea req-1bdba555-b479-4506-9474-45f91be6d44d tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016919 May 16 15:15:35.045288 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14b68c32-8755-46c5-b60a-a29b331cc22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.054933 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-602574c0-5e88-45c7-933b-b5d9904a844a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (fa4120c5-60be-49dc-a1ba-87f016fad4fe), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.127119 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-602574c0-5e88-45c7-933b-b5d9904a844a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e5344ec4827649e89d6fc6933c739949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5765436 May 16 15:15:35.127321 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (def296e1-c19a-49a8-a9b8-a6d39d7254b3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.127321 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59464) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:35.169986 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602574c0-5e88-45c7-933b-b5d9904a844a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4120c5-60be-49dc-a1ba-87f016fad4fe,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:35.209353 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bd63bd4e-0b9f-426b-bc51-bd4d212e0025 None None] Provisioning complete for port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:35.209829 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd63bd4e-0b9f-426b-bc51-bd4d212e0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.221365 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.233368 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b68c32-8755-46c5-b60a-a29b331cc22d None None] Pushing event updated for resources: {'Port': ['ID=b4879a35-47f0-4e94-8a59-d497bb525166,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:35.259775 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] 10.222.0.71 "DELETE /v2.0/networks/def296e1-c19a-49a8-a9b8-a6d39d7254b3 HTTP/1.1" status: 204 len: 168 time: 1.4486837 May 16 15:15:35.271093 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59470) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:35.285057 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Allocated IP 172.27.1.142 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/5c9a7f85-589d-43e3-b95f-f219f4ff8d15) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:35.301173 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bd63bd4e-0b9f-426b-bc51-bd4d212e0025 None None] Port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:35.311796 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-bd63bd4e-0b9f-426b-bc51-bd4d212e0025 None None] Provisioning complete for port b4879a35-47f0-4e94-8a59-d497bb525166 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:35.312393 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bd63bd4e-0b9f-426b-bc51-bd4d212e0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.313793 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093fff4-4d76-464a-9c1e-882a87c3a648 admin admin] Pushing event deleted for resources: {'Network': ['ID=def296e1-c19a-49a8-a9b8-a6d39d7254b3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:35.318650 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for port (36aef91b-1a11-414d-b889-ec6c8da6c091), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.318821 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:35.395365 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e66d3-11d0-49f2-be28-b65ad7307b2b None None] The sync data for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi is: [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:15:35.408987 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02b201f-d3df-4749-9bff-6633143999cb admin admin] Deleting subnet bbf6999c-397f-46e2-85bb-d33702884098 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:15:35.421913 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c02b201f-d3df-4749-9bff-6633143999cb admin admin] Publish callbacks [] for subnet (bbf6999c-397f-46e2-85bb-d33702884098), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.465444 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (36aef91b-1a11-414d-b889-ec6c8da6c091), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.524048 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c02b201f-d3df-4749-9bff-6633143999cb admin admin] Publish callbacks [] for subnet (bbf6999c-397f-46e2-85bb-d33702884098), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.544281 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c02b201f-d3df-4749-9bff-6633143999cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (bbf6999c-397f-46e2-85bb-d33702884098), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.582487 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Request body: {'port': {'device_id': '005c2b60-9000-4ab7-a297-367fe59e2dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:35.585996 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-440b05dc-997b-470a-b2e4-5a4d24f313ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.606262 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-bd63bd4e-0b9f-426b-bc51-bd4d212e0025 None None] Current status of the port b4879a35-47f0-4e94-8a59-d497bb525166 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:35.616050 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Request body: {'port': {'device_id': '04c116f9-b96a-4690-9ebd-8ceb7f806e18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:35.636992 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for port (5c9a7f85-589d-43e3-b95f-f219f4ff8d15), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.695373 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-492f7cf4-1fdd-4141-a2aa-b81e02b31eb0 admin admin] Publish callbacks [] for security_group (fa4120c5-60be-49dc-a1ba-87f016fad4fe), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.756600 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e5fe4-bf5f-4f22-ac9c-f45baaaa56af req-79f79423-50ea-4b86-bde4-b2ceb5f91249 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:35.758247 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e51e5fe4-bf5f-4f22-ac9c-f45baaaa56af req-79f79423-50ea-4b86-bde4-b2ceb5f91249 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 943 time: 0.4016941 May 16 15:15:35.856365 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.863011 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-f5e07b1b-3b39-4b69-82a3-5124defb101b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01d8431d-7010-47b2-8c50-59586072403b HTTP/1.1" status: 200 len: 217 time: 0.2544599 May 16 15:15:35.875607 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (5e2221cd-e6f4-4e96-b208-abc38a218177), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.894598 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c02b201f-d3df-4749-9bff-6633143999cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for subnet (bbf6999c-397f-46e2-85bb-d33702884098), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.960128 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device b4879a35-47f0-4e94-8a59-d497bb525166 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:35.977813 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'Port': ['ID=36aef91b-1a11-414d-b889-ec6c8da6c091,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:36.062763 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.066965 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-492f7cf4-1fdd-4141-a2aa-b81e02b31eb0 admin admin] Publish callbacks [] for security_group (fa4120c5-60be-49dc-a1ba-87f016fad4fe), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.078400 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-77faaf3c-5ed7-4221-99f5-a00cdf2a03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:36.083887 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-77faaf3c-5ed7-4221-99f5-a00cdf2a03b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=581988a1-95ce-4d52-b4c2-3b9fc1732743 HTTP/1.1" status: 200 len: 851 time: 0.1796379 May 16 15:15:36.118159 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port b4879a35-47f0-4e94-8a59-d497bb525166 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:36.119436 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.228694 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e51e5fe4-bf5f-4f22-ac9c-f45baaaa56af req-f825aacb-5e7a-474d-bb28-fde13cf43fd1 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470027 May 16 15:15:36.232956 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.234921 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b1ed5af7-71a1-4c5e-91cc-9fd5751c3fd4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3474998 May 16 15:15:36.237518 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-b57c8ea5-a426-40ce-9b29-7e888f27a1ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928223 May 16 15:15:36.272278 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port b4879a35-47f0-4e94-8a59-d497bb525166 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:36.432774 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93abfc-d7c6-4a1b-ae8c-8b1ffb9b0e14 req-2e1f4033-6667-4ca7-b807-8bb112e9dee9 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:36.436163 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6b93abfc-d7c6-4a1b-ae8c-8b1ffb9b0e14 req-2e1f4033-6667-4ca7-b807-8bb112e9dee9 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 932 time: 0.1961801 May 16 15:15:36.646685 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.748427 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6b93abfc-d7c6-4a1b-ae8c-8b1ffb9b0e14 req-028b109d-2682-4616-9825-115d502f248d tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975409 May 16 15:15:36.805203 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (5c9a7f85-589d-43e3-b95f-f219f4ff8d15), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.861672 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b201f-d3df-4749-9bff-6633143999cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf6999c-397f-46e2-85bb-d33702884098,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:36.870830 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event updated for resources: {'Port': ['ID=5c9a7f85-589d-43e3-b95f-f219f4ff8d15,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:36.898347 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:36.928526 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:36.933847 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:36.950504 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c02b201f-d3df-4749-9bff-6633143999cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.955949 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c02b201f-d3df-4749-9bff-6633143999cb admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bbf6999c-397f-46e2-85bb-d33702884098 HTTP/1.1" status: 204 len: 168 time: 1.6702368 May 16 15:15:36.956123 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-492f7cf4-1fdd-4141-a2aa-b81e02b31eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (fa4120c5-60be-49dc-a1ba-87f016fad4fe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.966463 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-492f7cf4-1fdd-4141-a2aa-b81e02b31eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.975243 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-492f7cf4-1fdd-4141-a2aa-b81e02b31eb0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fa4120c5-60be-49dc-a1ba-87f016fad4fe HTTP/1.1" status: 204 len: 168 time: 1.8424869 May 16 15:15:36.975243 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-9273f385-605f-4d27-9b4d-9abe3b378567 service neutron] 10.222.0.25 "GET /v2.0/networks/f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720409 May 16 15:15:36.975457 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59506) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:36.975707 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-269f7060-62b5-4d2b-9d47-bfdf0e5b47ac tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--456668319&fields=id&tenant_id=56ba8d3ade6e4efd90ce4c340464c565 HTTP/1.1" status: 200 len: 267 time: 0.3139122 May 16 15:15:37.071312 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f7cf4-1fdd-4141-a2aa-b81e02b31eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4120c5-60be-49dc-a1ba-87f016fad4fe,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:37.215949 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (08bb03d4-c05d-4e0a-92ce-8930c08acf05), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:37.226914 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0605d368-ac3c-4f23-b5ff-e1c7656542f5 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:37.249576 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Publish callbacks [] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:37.309170 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (58eaafe0-8ebb-479b-9daa-40bedf7462ba), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:37.348505 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Transition to ACTIVE for port object 0605d368-ac3c-4f23-b5ff-e1c7656542f5 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:15:37.417638 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (08bb03d4-c05d-4e0a-92ce-8930c08acf05), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:37.423797 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:37.522213 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Pushing event updated for resources: {'Port': ['ID=0605d368-ac3c-4f23-b5ff-e1c7656542f5,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:37.545752 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.550861 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.550861 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.550861 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > port after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.550861 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.550861 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > port after_update 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.550861 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.550861 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.551486 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.552080 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.611312 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:15:37.721374 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c1d74-7cef-41a0-9857-2a23171e3abb req-88cc19a9-9448-436d-91a4-882d13935fdb tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:37.724024 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-823c1d74-7cef-41a0-9857-2a23171e3abb req-88cc19a9-9448-436d-91a4-882d13935fdb tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 943 time: 0.2108650 May 16 15:15:37.728444 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ddcb231c-efff-449e-b975-b531aa9c8f69 req-f465cfa7-cdd3-42d2-bfbe-1834608232d1 service neutron] 10.222.0.25 "GET /v2.0/networks/f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488053 May 16 15:15:37.736090 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-84602d5b-4c8d-4927-ac5e-696708030733 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:37.739980 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-84602d5b-4c8d-4927-ac5e-696708030733 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/networks?id=1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 200 len: 815 time: 0.7222440 May 16 15:15:37.782150 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-7424791d-98ef-48d8-a5ad-5ce87005e33b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/quotas/56ba8d3ade6e4efd90ce4c340464c565 HTTP/1.1" status: 200 len: 375 time: 0.0374074 May 16 15:15:37.946895 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.947944 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.948347 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.948903 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:37.949413 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bb03d4-c05d-4e0a-92ce-8930c08acf05']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:37.957000 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-823c1d74-7cef-41a0-9857-2a23171e3abb req-40184244-db80-4bdc-80fa-69b08541dba6 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140429 May 16 15:15:37.963406 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-068f2f66-c25e-443c-aa9f-5c9e7cb6431a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566160 May 16 15:15:37.990652 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (5c9a7f85-589d-43e3-b95f-f219f4ff8d15), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.040365 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.041662 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f457a8-ad98-4eee-b4ce-0e463130c421 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:38.058008 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Publish callbacks [] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.061391 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c220d5-231f-4d18-a2d5-0d319fe6dd4e') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:38.062417 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c220d5-231f-4d18-a2d5-0d319fe6dd4e') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:38.069967 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59536) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:38.086910 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28040405'] for segment (d9c220d5-231f-4d18-a2d5-0d319fe6dd4e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.142221 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Transition to ACTIVE for port object d8f457a8-ad98-4eee-b4ce-0e463130c421 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:15:38.145489 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e833595-2b8d-46a5-9054-3aba551dd333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.177838 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (d9c220d5-231f-4d18-a2d5-0d319fe6dd4e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.180652 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef9c91-c7ad-460d-b57a-08336e16f895 req-71ab0693-744a-490c-b171-d7bc5dc02819 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:38.182253 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-68ef9c91-c7ad-460d-b57a-08336e16f895 req-71ab0693-744a-490c-b171-d7bc5dc02819 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 944 time: 0.1169765 May 16 15:15:38.203683 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:15:38.204084 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28098202'] for segment (d9c220d5-231f-4d18-a2d5-0d319fe6dd4e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: from cryptography.utils import int_from_bytes May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: from cryptography.utils import int_from_bytes May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: Traceback (most recent call last): May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: timer() May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: cb(*args, **kw) May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: return func(*args, **kwargs) May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: self._notify() May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: self.callback(batched_events) May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: event.method(event) May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: return f(self, *a, **k) May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._get(url).json() May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: return self.request(url, 'GET', **kwargs) May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:15:38.208444 dv-cinder-841753-2-iscsi neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:15:38.218940 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Attempting to bind port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:38.220656 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Attempting to bind port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:38.220656 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Attempting to bind port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 on network be046d4b-8cff-4819-b7cd-e793c832b714 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:38.228810 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-13e5e446-e098-479c-98b7-0f8c7a08bdba service neutron] 10.222.0.71 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314279 May 16 15:15:38.229524 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.264210 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 on network be046d4b-8cff-4819-b7cd-e793c832b714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:15:38.264537 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Attempting to bind port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 on network be046d4b-8cff-4819-b7cd-e793c832b714 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:38.293208 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:38.293208 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Checking segment: {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:38.293764 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Bound using segment: {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:38.294195 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Bound port: 0605d368-ac3c-4f23-b5ff-e1c7656542f5, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:38.294553 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.366872 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-68ef9c91-c7ad-460d-b57a-08336e16f895 req-a50c3c77-9643-4db7-bba5-786c1e48ecd5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727962 May 16 15:15:38.416419 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f457a8-ad98-4eee-b4ce-0e463130c421,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:38.428318 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (08bb03d4-c05d-4e0a-92ce-8930c08acf05), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.457930 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.462767 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] 10.222.0.71 "DELETE /v2.0/networks/08bb03d4-c05d-4e0a-92ce-8930c08acf05 HTTP/1.1" status: 204 len: 168 time: 1.4637988 May 16 15:15:38.481347 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc5af5-4b93-45df-a0c2-ea2fa3b9df24 admin admin] Pushing event deleted for resources: {'Network': ['ID=08bb03d4-c05d-4e0a-92ce-8930c08acf05,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:38.484212 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] For port 0605d368-ac3c-4f23-b5ff-e1c7656542f5, host hv-cinder-84175, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:38.503365 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e833595-2b8d-46a5-9054-3aba551dd333 admin admin] Publish callbacks [] for security_group (837cbe33-2f04-47a0-b197-3e71e6948b17), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.520360 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-50e45c00-e45f-46d6-98ee-f8837120e4b7 service neutron] 10.222.0.71 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771752 May 16 15:15:38.537364 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] For port 0605d368-ac3c-4f23-b5ff-e1c7656542f5, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0605d368-ac3c-4f23-b5ff-e1c7656542f5,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:38.542832 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for port (5c9a7f85-589d-43e3-b95f-f219f4ff8d15), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.542945 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Attempting to bind port d8f457a8-ad98-4eee-b4ce-0e463130c421 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:38.543310 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Attempting to bind port d8f457a8-ad98-4eee-b4ce-0e463130c421 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:38.543574 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Attempting to bind port d8f457a8-ad98-4eee-b4ce-0e463130c421 on network be046d4b-8cff-4819-b7cd-e793c832b714 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:38.548462 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Port d8f457a8-ad98-4eee-b4ce-0e463130c421 on network be046d4b-8cff-4819-b7cd-e793c832b714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:15:38.548832 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Attempting to bind port d8f457a8-ad98-4eee-b4ce-0e463130c421 on network be046d4b-8cff-4819-b7cd-e793c832b714 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:38.554745 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:38.555137 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Checking segment: {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:38.555529 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Bound using segment: {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:38.556008 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Bound port: d8f457a8-ad98-4eee-b4ce-0e463130c421, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:38.556372 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.590347 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1e833595-2b8d-46a5-9054-3aba551dd333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (837cbe33-2f04-47a0-b197-3e71e6948b17), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.622398 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.625411 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (5c9a7f85-589d-43e3-b95f-f219f4ff8d15), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.658967 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1e833595-2b8d-46a5-9054-3aba551dd333 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ddac248ba7f94ab9982e6d932561b12e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5800412 May 16 15:15:38.663540 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59540) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:38.666986 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e833595-2b8d-46a5-9054-3aba551dd333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837cbe33-2f04-47a0-b197-3e71e6948b17,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:38.687384 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] For port d8f457a8-ad98-4eee-b4ce-0e463130c421, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:38.708662 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] For port d8f457a8-ad98-4eee-b4ce-0e463130c421, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d8f457a8-ad98-4eee-b4ce-0e463130c421,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:38.710112 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:38.710727 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.712300 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] 10.222.0.25 "PUT /v2.0/ports/0605d368-ac3c-4f23-b5ff-e1c7656542f5 HTTP/1.1" status: 200 len: 1094 time: 3.1428227 May 16 15:15:38.712811 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c116f9-b96a-4690-9ebd-8ceb7f806e18', 'tag': '0605d368-ac3c-4f23-b5ff-e1c7656542f5'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:38.740551 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-deb0eb53-27a3-4791-a497-664afd5ec026 admin admin] Publish callbacks [] for security_group (837cbe33-2f04-47a0-b197-3e71e6948b17), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.743580 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (58eaafe0-8ebb-479b-9daa-40bedf7462ba), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.756362 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d964af9-0149-48d0-8be8-048ecf3b1f94 service neutron] Pushing event updated for resources: {'Port': ['ID=0605d368-ac3c-4f23-b5ff-e1c7656542f5,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:38.784671 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.789703 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-deb0eb53-27a3-4791-a497-664afd5ec026 admin admin] Publish callbacks [] for security_group (837cbe33-2f04-47a0-b197-3e71e6948b17), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.844826 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event updated for resources: {'Port': ['ID=5c9a7f85-589d-43e3-b95f-f219f4ff8d15,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:38.848625 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f457a8-ad98-4eee-b4ce-0e463130c421,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:38.882783 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.884266 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-99d201fd-8c5c-4f98-83d5-4109c93d1063 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1630208 May 16 15:15:38.888358 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:38.889011 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.890529 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-782310fb-95d4-4cc4-b9e1-727abbc8a8a6 service neutron] 10.222.0.25 "PUT /v2.0/ports/d8f457a8-ad98-4eee-b4ce-0e463130c421 HTTP/1.1" status: 200 len: 1094 time: 3.3185709 May 16 15:15:38.904329 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005c2b60-9000-4ab7-a297-367fe59e2dfb', 'tag': 'd8f457a8-ad98-4eee-b4ce-0e463130c421'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:38.907606 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8482629b-d3f8-45d6-9a02-ded671d4bd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "005c2b60-9000-4ab7-a297-367fe59e2dfb", "tag": "d8f457a8-ad98-4eee-b4ce-0e463130c421"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:38.922319 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1cb78ffffb3c46d6a28f5666227229b2ef2d05e83ea804cfb91f6f675c7fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1082a755-3ecb-4659-b2a3-46d04624b2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "04c116f9-b96a-4690-9ebd-8ceb7f806e18", "tag": "0605d368-ac3c-4f23-b5ff-e1c7656542f5"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:38.958517 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-352f86d4-68b3-413c-bc8f-126f6f16da14 req-20d9d8ed-ea4f-421b-8190-c28abd6d62f3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 210 time: 0.0922050 May 16 15:15:38.990473 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a207dda-bba6-42ab-ba62-38a43781aa82 x-openstack-request-id: req-0a207dda-bba6-42ab-ba62-38a43781aa82 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:38.990621 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005c2b60-9000-4ab7-a297-367fe59e2dfb", "tag": "d8f457a8-ad98-4eee-b4ce-0e463130c421", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:38.990891 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0a207dda-bba6-42ab-ba62-38a43781aa82 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:38.991294 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a207dda-bba6-42ab-ba62-38a43781aa82'] response: {'name': 'network-changed', 'server_uuid': '005c2b60-9000-4ab7-a297-367fe59e2dfb', 'tag': 'd8f457a8-ad98-4eee-b4ce-0e463130c421', 'status': 'completed', 'code': 200} May 16 15:15:39.049961 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59566) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:39.052154 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-deb0eb53-27a3-4791-a497-664afd5ec026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (837cbe33-2f04-47a0-b197-3e71e6948b17), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:39.059947 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-deb0eb53-27a3-4791-a497-664afd5ec026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:39.065092 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-deb0eb53-27a3-4791-a497-664afd5ec026 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/837cbe33-2f04-47a0-b197-3e71e6948b17 HTTP/1.1" status: 204 len: 168 time: 0.3992815 May 16 15:15:39.111310 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0eb53-27a3-4791-a497-664afd5ec026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837cbe33-2f04-47a0-b197-3e71e6948b17,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:39.163464 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-cf2ae51d-170a-44b6-8190-952d28c89505 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f804032882d4ed7ba65b5969dd00ea8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1072464 May 16 15:15:39.164591 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59574) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:39.174488 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4dc3b-292e-4cb4-958c-d88fda630ec1 req-aed9b92e-72f2-4fe1-98d7-42cedf7483d4 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:39.176455 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8b4dc3b-292e-4cb4-958c-d88fda630ec1 req-aed9b92e-72f2-4fe1-98d7-42cedf7483d4 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 943 time: 0.0875766 May 16 15:15:39.253704 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1a71c0e-1f97-4fb2-a8a1-a7673d7c9e68 admin admin] Publish callbacks [] for security_group (10acc2e3-cd57-4bbe-85cd-a5dd28ea05e7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:39.273402 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8b4dc3b-292e-4cb4-958c-d88fda630ec1 req-30fa396d-19c0-4c5a-b3cb-828c9f21df9b tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892932 May 16 15:15:39.307403 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1a71c0e-1f97-4fb2-a8a1-a7673d7c9e68 admin admin] Publish callbacks [] for security_group (10acc2e3-cd57-4bbe-85cd-a5dd28ea05e7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:39.369955 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3ad8ef-8d30-4eea-a2d5-419d1352150d x-openstack-request-id: req-be3ad8ef-8d30-4eea-a2d5-419d1352150d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:39.369955 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c116f9-b96a-4690-9ebd-8ceb7f806e18", "tag": "0605d368-ac3c-4f23-b5ff-e1c7656542f5", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:39.369955 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-be3ad8ef-8d30-4eea-a2d5-419d1352150d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:39.369955 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3ad8ef-8d30-4eea-a2d5-419d1352150d'] response: {'name': 'network-changed', 'server_uuid': '04c116f9-b96a-4690-9ebd-8ceb7f806e18', 'tag': '0605d368-ac3c-4f23-b5ff-e1c7656542f5', 'status': 'completed', 'code': 200} May 16 15:15:39.420086 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-69a138f6-a8b8-4c98-a1d3-ec76e3643613 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1784449730&fields=id&tenant_id=64990eb359b54b0a8636a6e7619800a7 HTTP/1.1" status: 200 len: 267 time: 0.0454242 May 16 15:15:39.486232 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1a71c0e-1f97-4fb2-a8a1-a7673d7c9e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (10acc2e3-cd57-4bbe-85cd-a5dd28ea05e7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:39.489684 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c1a71c0e-1f97-4fb2-a8a1-a7673d7c9e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:39.490810 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c1a71c0e-1f97-4fb2-a8a1-a7673d7c9e68 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10acc2e3-cd57-4bbe-85cd-a5dd28ea05e7 HTTP/1.1" status: 204 len: 168 time: 0.3251638 May 16 15:15:39.499616 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a71c0e-1f97-4fb2-a8a1-a7673d7c9e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10acc2e3-cd57-4bbe-85cd-a5dd28ea05e7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:39.557131 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5e0d8-a595-4368-af19-8fcb98fa628d req-2966eca2-552b-4681-8583-431d020f754e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:39.558198 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-29c5e0d8-a595-4368-af19-8fcb98fa628d req-2966eca2-552b-4681-8583-431d020f754e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 944 time: 0.0927300 May 16 15:15:39.622466 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-977df563-4694-4700-9589-c2ef0d453035 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:39.624059 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-977df563-4694-4700-9589-c2ef0d453035 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/networks?id=92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 200 len: 816 time: 0.1969147 May 16 15:15:39.649362 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-29c5e0d8-a595-4368-af19-8fcb98fa628d req-3bc34f48-939b-43a5-bbc0-bf6fa0267aa6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847635 May 16 15:15:39.657816 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-89e0be86-c2eb-4157-86b4-5bfec670ceae tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/quotas/64990eb359b54b0a8636a6e7619800a7 HTTP/1.1" status: 200 len: 375 time: 0.0250235 May 16 15:15:39.727294 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-47ce0ec9-8b72-4819-97a4-cd8c83b819b0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686095 May 16 15:15:39.825483 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-9d940bb4-637d-48ea-9f78-4e8d946dfb47 service neutron] 10.222.0.71 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859227 May 16 15:15:39.920071 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-6fb973b7-669e-41a7-befa-1ee52e82371a service neutron] 10.222.0.71 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888336 May 16 15:15:40.051118 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-906b9a5f-3dcc-4568-859a-d7f6045b35cc req-de958128-5132-40ee-b29f-faf5d12d2500 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 210 time: 0.0390999 May 16 15:15:40.267881 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59618) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:40.323189 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-56d1c876-76b1-4f46-ae49-20bf9eb98ad9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2aaa2084ed904b08bacb9cc5679a40fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534554 May 16 15:15:40.326204 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59624) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:40.347994 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a5611e14-e7c9-420e-a48d-7c286ffeed74 req-57027ddf-e52d-42ac-ab73-e9547ef6a35d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 210 time: 0.0533571 May 16 15:15:40.459024 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8511ac-af64-4ee5-b18a-efeb32c2ab16 req-1cdb6da7-b5a8-4151-ab13-f8bc7eeaee49 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:40.467105 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-aa8511ac-af64-4ee5-b18a-efeb32c2ab16 req-1cdb6da7-b5a8-4151-ab13-f8bc7eeaee49 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 943 time: 0.0739346 May 16 15:15:40.469572 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a71b833-2515-45c9-a6f0-90224fbc701f admin admin] Publish callbacks [] for security_group (742bb37c-7504-497c-a492-5022c6af3ebe), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.517938 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a71b833-2515-45c9-a6f0-90224fbc701f admin admin] Publish callbacks [] for security_group (742bb37c-7504-497c-a492-5022c6af3ebe), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.559612 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-aa8511ac-af64-4ee5-b18a-efeb32c2ab16 req-b16c0b94-14cb-4973-93b5-6ab669d0b880 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916290 May 16 15:15:40.658880 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a71b833-2515-45c9-a6f0-90224fbc701f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (742bb37c-7504-497c-a492-5022c6af3ebe), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.661844 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9a71b833-2515-45c9-a6f0-90224fbc701f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.666958 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.666958 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.668754 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9a71b833-2515-45c9-a6f0-90224fbc701f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/742bb37c-7504-497c-a492-5022c6af3ebe HTTP/1.1" status: 204 len: 168 time: 0.3381681 May 16 15:15:40.697648 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71b833-2515-45c9-a6f0-90224fbc701f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742bb37c-7504-497c-a492-5022c6af3ebe,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:40.801481 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf68df2-60ec-44c5-8d10-f560e730703b req-250a2126-3d93-4c97-8863-bd5293bdd507 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:40.809460 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3bf68df2-60ec-44c5-8d10-f560e730703b req-250a2126-3d93-4c97-8863-bd5293bdd507 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 944 time: 0.0697284 May 16 15:15:40.869825 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3bf68df2-60ec-44c5-8d10-f560e730703b req-e36d62b8-3e6d-4d12-a374-557cea032cc9 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591130 May 16 15:15:41.217713 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1005cb3a-0845-4f1b-8cc1-da4a7d70261e req-af049949-2bfb-473c-8aa3-4bd68232fcf0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 210 time: 0.0778794 May 16 15:15:41.470488 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-082305e3-d946-4357-a746-d8fcd9bd23b6 req-24d4489e-cf4f-489d-b81c-60fa68fa0b02 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 210 time: 0.0392442 May 16 15:15:41.672644 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f8d01-a71b-429d-a072-bf476b7d3626 req-fffd6ed0-4031-443b-9dfb-356f74d4a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:41.672644 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e9f8d01-a71b-429d-a072-bf476b7d3626 req-fffd6ed0-4031-443b-9dfb-356f74d4a1a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=494afadf76c94f859b141309a6a3e37b&device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 1127 time: 0.1599212 May 16 15:15:41.710453 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082a755-3ecb-4659-b2a3-46d04624b2f7 req-57da97c8-faa6-4db5-bbae-ae1404767360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:41.712860 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1082a755-3ecb-4659-b2a3-46d04624b2f7 req-57da97c8-faa6-4db5-bbae-ae1404767360 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 1128 time: 0.2138953 May 16 15:15:42.220914 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482629b-d3f8-45d6-9a02-ded671d4bd6f req-e87a515c-7fc6-4c6f-9fe4-8927c789402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:42.224678 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8482629b-d3f8-45d6-9a02-ded671d4bd6f req-e87a515c-7fc6-4c6f-9fe4-8927c789402c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 1128 time: 0.5535741 May 16 15:15:42.286896 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf9ed0-1c89-4920-987b-9ee2e1f3218a req-539e7d56-aa1c-43d4-8dbb-b6107e3b0505 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:42.296283 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b0cf9ed0-1c89-4920-987b-9ee2e1f3218a req-539e7d56-aa1c-43d4-8dbb-b6107e3b0505 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 943 time: 0.5897925 May 16 15:15:42.312788 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082a755-3ecb-4659-b2a3-46d04624b2f7 req-374a44c3-53f8-46b4-b4f7-9442d6107a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:42.314625 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1082a755-3ecb-4659-b2a3-46d04624b2f7 req-374a44c3-53f8-46b4-b4f7-9442d6107a23 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5600643 May 16 15:15:42.393267 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e99a4-954a-4d92-a72e-d21e17cb9e8d req-ed39f1ca-3552-4b09-b594-c53e3461e369 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:42.393267 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-de2e99a4-954a-4d92-a72e-d21e17cb9e8d req-ed39f1ca-3552-4b09-b594-c53e3461e369 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 944 time: 0.3296785 May 16 15:15:42.461176 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f8d01-a71b-429d-a072-bf476b7d3626 req-7a2392fe-c0aa-4d7b-91ed-292e6d84721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:42.462718 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e9f8d01-a71b-429d-a072-bf476b7d3626 req-7a2392fe-c0aa-4d7b-91ed-292e6d84721a service neutron] 10.222.0.25 "GET /v2.0/networks?id=f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e HTTP/1.1" status: 200 len: 912 time: 0.7627919 May 16 15:15:42.839333 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082a755-3ecb-4659-b2a3-46d04624b2f7 req-84b492cd-6667-4e39-8e03-408bf99eed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:42.844689 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1082a755-3ecb-4659-b2a3-46d04624b2f7 req-84b492cd-6667-4e39-8e03-408bf99eed23 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5144439 May 16 15:15:43.036150 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e9f8d01-a71b-429d-a072-bf476b7d3626 req-7765e69d-4776-45ee-abf1-4dc340909c28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01d8431d-7010-47b2-8c50-59586072403b HTTP/1.1" status: 200 len: 217 time: 0.0587013 May 16 15:15:43.131001 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b0cf9ed0-1c89-4920-987b-9ee2e1f3218a req-e6d13197-d103-46a5-878e-b151ee49c347 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8325427 May 16 15:15:43.160626 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482629b-d3f8-45d6-9a02-ded671d4bd6f req-d63712b0-b04d-4dc1-acb6-41c8ddb8adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:43.160626 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8482629b-d3f8-45d6-9a02-ded671d4bd6f req-d63712b0-b04d-4dc1-acb6-41c8ddb8adda service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8256338 May 16 15:15:43.168529 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-de2e99a4-954a-4d92-a72e-d21e17cb9e8d req-0d1e9782-12c0-47ec-a0fe-62b35ef8ab6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046058 May 16 15:15:43.352438 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e8e8d1bc-4ec1-4153-a419-dd5822c1d3c0 req-4fc04f7a-6cdf-44ef-8407-aebe94e35485 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 210 time: 0.1126752 May 16 15:15:43.391772 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0372e1c7-46dd-4b4f-8f8d-354de4c685dc req-86f547ba-6830-4f36-ac8d-d51bc181dcce tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 210 time: 0.0715675 May 16 15:15:43.601705 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.25', 53948) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:43.648409 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-7ac40ad4-2376-454e-9f1c-3748a0026fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:43.652816 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-7ac40ad4-2376-454e-9f1c-3748a0026fb3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 1128 time: 0.0566537 May 16 15:15:43.857965 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f8d01-a71b-429d-a072-bf476b7d3626 req-faa04e77-92a5-4f15-b1a3-f78aab463514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:43.859505 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e9f8d01-a71b-429d-a072-bf476b7d3626 req-faa04e77-92a5-4f15-b1a3-f78aab463514 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=581988a1-95ce-4d52-b4c2-3b9fc1732743 HTTP/1.1" status: 200 len: 851 time: 0.2393277 May 16 15:15:43.924707 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482629b-d3f8-45d6-9a02-ded671d4bd6f req-12cf3c07-bb53-454b-b777-4e54c2f17918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:43.926619 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8482629b-d3f8-45d6-9a02-ded671d4bd6f req-12cf3c07-bb53-454b-b777-4e54c2f17918 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3334794 May 16 15:15:43.932543 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-5b18cb79-0a5b-4c8e-81a7-2a7df677aab0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:43.933881 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-5b18cb79-0a5b-4c8e-81a7-2a7df677aab0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "GET /v2.0/networks?id=1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 200 len: 815 time: 0.3006277 May 16 15:15:44.127876 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e9f8d01-a71b-429d-a072-bf476b7d3626 req-0c40a8de-0b61-4fbf-8405-7887bc095448 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408463 May 16 15:15:44.183954 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-123ea868-5a00-47ed-8f6b-95dded6f1d6c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56ba8d3ade6e4efd90ce4c340464c565 HTTP/1.1" status: 200 len: 379 time: 0.0877705 May 16 15:15:44.186993 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-ac135a58-6db6-4254-a288-ddc72ce15b2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0605d368-ac3c-4f23-b5ff-e1c7656542f5 HTTP/1.1" status: 200 len: 217 time: 0.0999238 May 16 15:15:44.247070 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641046a-0bd5-4ac5-a364-4f4d4135adef req-3f315a07-383a-411e-9851-9ef10028190b tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:44.248570 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a641046a-0bd5-4ac5-a364-4f4d4135adef req-3f315a07-383a-411e-9851-9ef10028190b tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 943 time: 0.0479643 May 16 15:15:44.308253 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857cdef-8473-48ce-9413-f6eec9f6f8d1 req-6adecab9-eb14-412d-b842-6f4d266595df tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:44.314306 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e857cdef-8473-48ce-9413-f6eec9f6f8d1 req-6adecab9-eb14-412d-b842-6f4d266595df tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 944 time: 0.0599909 May 16 15:15:44.340665 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a641046a-0bd5-4ac5-a364-4f4d4135adef req-c66b2956-a12d-4da9-8b6d-f55d71091dde tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826960 May 16 15:15:44.441936 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'port': {'device_id': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'admin_state_up': True, 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'security_groups': ['e3d421b8-c9a0-48d5-b7f4-d2b243ffb318']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:44.454289 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e857cdef-8473-48ce-9413-f6eec9f6f8d1 req-32e430b2-4b4b-4c57-9617-2323ba053987 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323814 May 16 15:15:44.459755 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4de14fe2-a2ed-4966-9b26-e27a2e40056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:44.461493 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-4de14fe2-a2ed-4966-9b26-e27a2e40056a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.0818167 May 16 15:15:44.549794 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59794) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:44.604179 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-81494db3-47db-4f93-8d58-55c97892d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:44.605609 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-81494db3-47db-4f93-8d58-55c97892d0b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 1128 time: 0.2151551 May 16 15:15:44.624496 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0c9e5db1-5a67-4e82-968f-4bf55ac1b960 req-d68124db-62db-4e03-88b9-4063733b8676 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 210 time: 0.1279707 May 16 15:15:44.671093 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c92fbe5c-1f7c-4aa4-8672-23c4b7b42691 req-9122638b-5c9d-4e63-869e-9cfc37d07f7f tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 210 time: 0.0870590 May 16 15:15:44.718953 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e9f8d01-a71b-429d-a072-bf476b7d3626 req-6a9ef58f-12e9-493b-b686-1f11fbe0379c service neutron] 10.222.0.25 "GET /v2.0/networks/f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294435 May 16 15:15:44.730157 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab855f43-0d97-4236-ab60-03e5d91955c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.837865 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab855f43-0d97-4236-ab60-03e5d91955c3 admin admin] Publish callbacks [] for security_group (4be7406e-a7d0-48f2-adc4-e2a42887daab), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.842466 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Made reservation on behalf of 56ba8d3ade6e4efd90ce4c340464c565 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:44.847906 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.932408 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ab855f43-0d97-4236-ab60-03e5d91955c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (4be7406e-a7d0-48f2-adc4-e2a42887daab), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.959754 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ab855f43-0d97-4236-ab60-03e5d91955c3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=57148ac591604d0f8e2bf158675f5f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4075322 May 16 15:15:44.967032 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59806) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:44.998653 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab855f43-0d97-4236-ab60-03e5d91955c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be7406e-a7d0-48f2-adc4-e2a42887daab,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:44.999540 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Allocated IP 172.20.0.12 (1a605965-a559-434b-a7bc-1500d5306bfd/3320305d-ea26-430d-95fd-04322a6b5aa8/9d2d9f44-9262-4053-b198-1c13754b68fd) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:45.029872 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56612aad-991c-4f9c-a2d5-911ab2520bde admin admin] Publish callbacks [] for security_group (4be7406e-a7d0-48f2-adc4-e2a42887daab), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.051504 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56612aad-991c-4f9c-a2d5-911ab2520bde admin admin] Publish callbacks [] for security_group (4be7406e-a7d0-48f2-adc4-e2a42887daab), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.151155 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.211935 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56612aad-991c-4f9c-a2d5-911ab2520bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (4be7406e-a7d0-48f2-adc4-e2a42887daab), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.214763 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56612aad-991c-4f9c-a2d5-911ab2520bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.216479 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-56612aad-991c-4f9c-a2d5-911ab2520bde admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4be7406e-a7d0-48f2-adc4-e2a42887daab HTTP/1.1" status: 204 len: 168 time: 0.2480998 May 16 15:15:45.229872 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56612aad-991c-4f9c-a2d5-911ab2520bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be7406e-a7d0-48f2-adc4-e2a42887daab,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:45.274765 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.320666 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Network 1a605965-a559-434b-a7bc-1500d5306bfd is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:45.323897 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:45.331350 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:45.355730 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'Port': ['ID=9d2d9f44-9262-4053-b198-1c13754b68fd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:45.395905 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:45.396635 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.520728 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6544fa-fbda-4f69-9983-1cd8eba658c9 req-ad57cd7d-a47b-454a-b051-321b3f95d747 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:45.527527 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1f6544fa-fbda-4f69-9983-1cd8eba658c9 req-ad57cd7d-a47b-454a-b051-321b3f95d747 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 943 time: 0.0818262 May 16 15:15:45.528687 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-0b369beb-412a-437b-90c3-262d7cd343af tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1372206 May 16 15:15:45.577853 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.25', 53953) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:45.647775 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-17bae67f-0135-4529-867f-eca30140a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:45.652140 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-17bae67f-0135-4529-867f-eca30140a575 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987067 May 16 15:15:45.695849 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Request body: {'port': {'device_id': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:45.724669 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-c1b64c0a-6d29-49ab-9d20-2146a2500469 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f457a8-ad98-4eee-b4ce-0e463130c421 HTTP/1.1" status: 200 len: 217 time: 0.1697462 May 16 15:15:45.760003 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-30d8c63e-ac92-4857-823f-0cd4ce42b8df None None] Provisioning complete for port 9d2d9f44-9262-4053-b198-1c13754b68fd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:45.760691 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30d8c63e-ac92-4857-823f-0cd4ce42b8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.808992 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-34cebad3-c23b-4eaf-b240-cdbc6a41c93d service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979738 May 16 15:15:45.817233 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-30d8c63e-ac92-4857-823f-0cd4ce42b8df None None] Port 9d2d9f44-9262-4053-b198-1c13754b68fd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:45.908797 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-d432d28c-cc13-4a3e-bb06-e6ba440884b6 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932600 May 16 15:15:46.011320 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59850) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:46.025263 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d85ee8a1-b6bb-43dd-ae1f-5302ca7b4047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.062205 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 01d8431d-7010-47b2-8c50-59586072403b details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:15:46.108357 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d85ee8a1-b6bb-43dd-ae1f-5302ca7b4047 admin admin] Publish callbacks [] for security_group (ee3c1267-eb46-4094-aaf7-ca91873515c1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.128962 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84eac52-b4c9-4fd6-b663-b8d379fdc346 req-5a35e327-329f-4573-aeee-3945fc129572 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.130499 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f84eac52-b4c9-4fd6-b663-b8d379fdc346 req-5a35e327-329f-4573-aeee-3945fc129572 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 944 time: 0.4645567 May 16 15:15:46.153878 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1f6544fa-fbda-4f69-9983-1cd8eba658c9 req-a62502e3-c0fe-40f5-adce-bc3b0b21a3c3 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153021 May 16 15:15:46.170188 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 01d8431d-7010-47b2-8c50-59586072403b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=01d8431d-7010-47b2-8c50-59586072403b,segment=NetworkSegment(864aa13b-3757-487d-bbaa-c35cc7119f9b),segment_id=864aa13b-3757-487d-bbaa-c35cc7119f9b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:46.170650 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-47d3ae54-6fc4-436d-b316-e9289039e501 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.172102 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-47d3ae54-6fc4-436d-b316-e9289039e501 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.25 "GET /v2.0/networks?id=92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 200 len: 816 time: 0.5918102 May 16 15:15:46.191919 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '01d8431d-7010-47b2-8c50-59586072403b', 'network_id': 'f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e', 'port_id': '01d8431d-7010-47b2-8c50-59586072403b', 'mac_address': 'fa:16:3e:2c:a8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581988a1-95ce-4d52-b4c2-3b9fc1732743', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:15:46.195146 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-9dd46884-0fe2-429f-8236-e36dbad4dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.197184 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-9dd46884-0fe2-429f-8236-e36dbad4dafe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.2073162 May 16 15:15:46.212274 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.227037 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 01d8431d-7010-47b2-8c50-59586072403b is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:46.227205 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (01d8431d-7010-47b2-8c50-59586072403b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.240185 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d8431d-7010-47b2-8c50-59586072403b {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:46.259038 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e9f8d01-a71b-429d-a072-bf476b7d3626 req-deac7677-cdaa-4aeb-ba22-82860ae8bb21 service neutron] 10.222.0.25 "GET /v2.0/networks/f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802659 May 16 15:15:46.262097 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 01d8431d-7010-47b2-8c50-59586072403b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=01d8431d-7010-47b2-8c50-59586072403b,segment=NetworkSegment(864aa13b-3757-487d-bbaa-c35cc7119f9b),segment_id=864aa13b-3757-487d-bbaa-c35cc7119f9b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:46.271561 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d85ee8a1-b6bb-43dd-ae1f-5302ca7b4047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ee3c1267-eb46-4094-aaf7-ca91873515c1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.310505 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f84eac52-b4c9-4fd6-b663-b8d379fdc346 req-a5a63811-e2de-4885-b4e9-608bfcceb8b3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552587 May 16 15:15:46.326567 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d85ee8a1-b6bb-43dd-ae1f-5302ca7b4047 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9d74110e80ba42b896f99b2234bb1ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141251 May 16 15:15:46.333047 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ee8a1-b6bb-43dd-ae1f-5302ca7b4047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3c1267-eb46-4094-aaf7-ca91873515c1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:46.333728 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b0aa5-05a6-456e-ab6e-b5c60a3a38c2 req-37e07dd1-bbe1-4413-b36b-9638b80ab7f0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.335206 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-510b0aa5-05a6-456e-ab6e-b5c60a3a38c2 req-37e07dd1-bbe1-4413-b36b-9638b80ab7f0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 932 time: 0.1027303 May 16 15:15:46.335707 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59856) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:46.350797 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (01d8431d-7010-47b2-8c50-59586072403b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.408894 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=01d8431d-7010-47b2-8c50-59586072403b,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:46.457148 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a6685f98-2c4f-4c24-ae4a-958dc4dc101a req-2a5309c5-a6c4-495e-8a7c-6bb0692732a2 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 210 time: 0.0570350 May 16 15:15:46.541675 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25749371-f449-44c1-97af-67ae3eb46e07 admin admin] Publish callbacks [] for security_group (ee3c1267-eb46-4094-aaf7-ca91873515c1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.548952 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-510b0aa5-05a6-456e-ab6e-b5c60a3a38c2 req-c51a457a-5cde-48e6-93c7-4dc9e69dd209 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944425 May 16 15:15:46.593269 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25749371-f449-44c1-97af-67ae3eb46e07 admin admin] Publish callbacks [] for security_group (ee3c1267-eb46-4094-aaf7-ca91873515c1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.706299 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['01d8431d-7010-47b2-8c50-59586072403b'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:15:46.733408 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2d9f44-9262-4053-b198-1c13754b68fd {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:46.741955 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Publish callbacks [] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.861267 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Transition to ACTIVE for port object 9d2d9f44-9262-4053-b198-1c13754b68fd will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:15:46.879354 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25749371-f449-44c1-97af-67ae3eb46e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ee3c1267-eb46-4094-aaf7-ca91873515c1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.881915 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-25749371-f449-44c1-97af-67ae3eb46e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.886015 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-25749371-f449-44c1-97af-67ae3eb46e07 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ee3c1267-eb46-4094-aaf7-ca91873515c1 HTTP/1.1" status: 204 len: 168 time: 0.5297923 May 16 15:15:46.917917 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25749371-f449-44c1-97af-67ae3eb46e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3c1267-eb46-4094-aaf7-ca91873515c1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:46.932425 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-4e7935de-4f26-4c5b-9a38-2450bddb8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.934875 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-4e7935de-4f26-4c5b-9a38-2450bddb8d3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1039333 May 16 15:15:46.957924 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.023054 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2d9f44-9262-4053-b198-1c13754b68fd,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:47.054222 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-2661afc2-f812-4121-a049-53b24dd8db98 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64990eb359b54b0a8636a6e7619800a7 HTTP/1.1" status: 200 len: 380 time: 0.2308428 May 16 15:15:47.067214 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Request body: {'port': {'device_id': '893feede-4052-4c51-96a2-1f93510d1f5f', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'admin_state_up': True, 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'security_groups': ['2779f41e-3397-4c9d-a6ed-861af25ed503']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:47.127164 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59884) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:47.297572 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-be3ee303-0629-4b6f-ac9a-062c0582be1b service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759500 May 16 15:15:47.334722 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Attempting to bind port 9d2d9f44-9262-4053-b198-1c13754b68fd on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:47.335059 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Attempting to bind port 9d2d9f44-9262-4053-b198-1c13754b68fd by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:47.335396 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Attempting to bind port 9d2d9f44-9262-4053-b198-1c13754b68fd on network 1a605965-a559-434b-a7bc-1500d5306bfd {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:47.369922 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Port 9d2d9f44-9262-4053-b198-1c13754b68fd on network 1a605965-a559-434b-a7bc-1500d5306bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:15:47.370251 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Attempting to bind port 9d2d9f44-9262-4053-b198-1c13754b68fd on network 1a605965-a559-434b-a7bc-1500d5306bfd {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:47.386173 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e313b-a81e-4964-adbb-cc7d941f39e1 req-4843b350-e82e-4186-82af-a3f9ef992416 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:47.390315 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaf4d-1dc2-48ed-956a-01b7dcc23e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.392514 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fd8e313b-a81e-4964-adbb-cc7d941f39e1 req-4843b350-e82e-4186-82af-a3f9ef992416 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 944 time: 0.1277618 May 16 15:15:47.406657 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:47.407001 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Checking segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:47.407378 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Bound using segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:47.407866 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Bound port: 9d2d9f44-9262-4053-b198-1c13754b68fd, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:47.408231 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.495359 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaf4d-1dc2-48ed-956a-01b7dcc23e01 admin admin] Publish callbacks [] for security_group (c9d70b24-6890-4706-b940-df08fc52c8a1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.570461 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaf4d-1dc2-48ed-956a-01b7dcc23e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (c9d70b24-6890-4706-b940-df08fc52c8a1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.582629 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fd8e313b-a81e-4964-adbb-cc7d941f39e1 req-033cec40-b159-435b-b780-b99960ca9771 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874940 May 16 15:15:47.588572 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f91c3-008d-47b2-b0f9-7544cfd0cb0c req-ebf70634-1385-4b19-85b6-15e2d6aeb826 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:47.590060 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-509f91c3-008d-47b2-b0f9-7544cfd0cb0c req-ebf70634-1385-4b19-85b6-15e2d6aeb826 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 944 time: 0.1782508 May 16 15:15:47.598556 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Made reservation on behalf of 64990eb359b54b0a8636a6e7619800a7 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:47.610576 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.637679 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec4ffb39-76d2-4dbd-a41c-e89293989866 req-f300a2c1-8598-44d8-8d6f-1acc3f7d2bb6 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161185 May 16 15:15:47.643798 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-dfeaaf4d-1dc2-48ed-956a-01b7dcc23e01 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=139c967172e441049771fe04629ca839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5142152 May 16 15:15:47.644669 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeaaf4d-1dc2-48ed-956a-01b7dcc23e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d70b24-6890-4706-b940-df08fc52c8a1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:47.647222 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59908) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:47.668456 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] For port 9d2d9f44-9262-4053-b198-1c13754b68fd, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:47.702855 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 59910) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:47.707867 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] For port 9d2d9f44-9262-4053-b198-1c13754b68fd, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=9d2d9f44-9262-4053-b198-1c13754b68fd,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:47.729161 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9af9916-2628-49e0-9c05-416a0effed80 admin admin] Publish callbacks [] for security_group (c9d70b24-6890-4706-b940-df08fc52c8a1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.738831 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-45518135-d599-4030-87fe-718fa0a65ea1 req-ac0be43f-f4ce-4706-8218-3caa5d810bc7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 210 time: 0.0607648 May 16 15:15:47.783356 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9af9916-2628-49e0-9c05-416a0effed80 admin admin] Publish callbacks [] for security_group (c9d70b24-6890-4706-b940-df08fc52c8a1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.793282 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-509f91c3-008d-47b2-b0f9-7544cfd0cb0c req-8f190b21-7499-4a4e-8477-65c900c68bbb tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757526 May 16 15:15:47.854437 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.911400 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9af9916-2628-49e0-9c05-416a0effed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (c9d70b24-6890-4706-b940-df08fc52c8a1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.914696 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e9af9916-2628-49e0-9c05-416a0effed80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.916168 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e9af9916-2628-49e0-9c05-416a0effed80 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c9d70b24-6890-4706-b940-df08fc52c8a1 HTTP/1.1" status: 204 len: 168 time: 0.2599537 May 16 15:15:47.927693 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af9916-2628-49e0-9c05-416a0effed80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d70b24-6890-4706-b940-df08fc52c8a1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:47.994217 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:47.994852 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.996287 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] 10.222.0.25 "PUT /v2.0/ports/9d2d9f44-9262-4053-b198-1c13754b68fd HTTP/1.1" status: 200 len: 1094 time: 2.4212792 May 16 15:15:48.001987 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'tag': '9d2d9f44-9262-4053-b198-1c13754b68fd'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:48.005115 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeebf4b-0d95-4e32-b985-b8c12843eefc" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b1e4cf-ff7e-43d2-9351-ca6206651db4", "tag": "9d2d9f44-9262-4053-b198-1c13754b68fd"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:48.013937 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36c17f9b-8c88-443e-abb3-f01810509041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:48.015321 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Allocated IP 172.20.0.13 (92826b7c-8754-4fc6-b45f-5923507414b1/f7f94bc8-370b-43de-bf3a-439204eaed77/7be8453f-3109-4b92-981a-837b09373d42) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:48.023302 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28825e-d57b-43eb-8079-8438bee28a10 req-f5131f3c-28ed-4d1d-a15b-3397ac11b0b9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.024890 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb28825e-d57b-43eb-8079-8438bee28a10 req-f5131f3c-28ed-4d1d-a15b-3397ac11b0b9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 944 time: 0.1751192 May 16 15:15:48.047875 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 0605d368-ac3c-4f23-b5ff-e1c7656542f5 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:15:48.048925 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780e2261-4ca5-4036-99f0-f56031a3cac6 x-openstack-request-id: req-780e2261-4ca5-4036-99f0-f56031a3cac6 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:48.049211 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b1e4cf-ff7e-43d2-9351-ca6206651db4", "tag": "9d2d9f44-9262-4053-b198-1c13754b68fd", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:48.049468 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-780e2261-4ca5-4036-99f0-f56031a3cac6 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:48.050385 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780e2261-4ca5-4036-99f0-f56031a3cac6'] response: {'name': 'network-changed', 'server_uuid': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'tag': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'status': 'completed', 'code': 200} May 16 15:15:48.089077 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b75e1-fee0-464a-bf91-1f2c167573e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2d9f44-9262-4053-b198-1c13754b68fd,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:48.194222 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 01d8431d-7010-47b2-8c50-59586072403b up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:48.237956 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb28825e-d57b-43eb-8079-8438bee28a10 req-a3506c56-93a3-46d4-a338-57008a51b805 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915448 May 16 15:15:48.288993 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 0605d368-ac3c-4f23-b5ff-e1c7656542f5, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0605d368-ac3c-4f23-b5ff-e1c7656542f5,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:48.313143 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 01d8431d-7010-47b2-8c50-59586072403b completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:15:48.317919 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '0605d368-ac3c-4f23-b5ff-e1c7656542f5', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'port_id': '0605d368-ac3c-4f23-b5ff-e1c7656542f5', 'mac_address': 'fa:16:3e:7f:33:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:15:48.379758 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:48.379758 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:48.381290 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0605d368-ac3c-4f23-b5ff-e1c7656542f5 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:48.400456 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36c17f9b-8c88-443e-abb3-f01810509041 admin admin] Publish callbacks [] for security_group (742e67d4-21db-4893-8d63-0004661c23ee), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:48.404445 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 0605d368-ac3c-4f23-b5ff-e1c7656542f5, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0605d368-ac3c-4f23-b5ff-e1c7656542f5,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:48.416288 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for port (7be8453f-3109-4b92-981a-837b09373d42), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:48.678814 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeebf4b-0d95-4e32-b985-b8c12843eefc req-a3a14f10-74bd-47c4-bdfc-a99ab6945a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.680364 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2eeebf4b-0d95-4e32-b985-b8c12843eefc req-a3a14f10-74bd-47c4-bdfc-a99ab6945a94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 1128 time: 0.0534410 May 16 15:15:48.746242 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b13ff-bc0c-4631-8f7d-24ee5af292da req-ef5f9ef9-a1af-4668-b9b9-f0fc37da3c31 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.752277 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dc1b13ff-bc0c-4631-8f7d-24ee5af292da req-ef5f9ef9-a1af-4668-b9b9-f0fc37da3c31 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 944 time: 0.0829384 May 16 15:15:48.876207 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeebf4b-0d95-4e32-b985-b8c12843eefc req-b6f13999-d7cb-41c2-8fcf-04185f88f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.877582 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2eeebf4b-0d95-4e32-b985-b8c12843eefc req-b6f13999-d7cb-41c2-8fcf-04185f88f199 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1776984 May 16 15:15:48.880436 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2f163fcc-cf30-487b-bf22-724b0ce74177 req-00d5747d-91e4-4967-b454-90e9c6a70caa tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 210 time: 0.0513330 May 16 15:15:48.884750 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dc1b13ff-bc0c-4631-8f7d-24ee5af292da req-b348cba2-5967-467f-99b5-bb9289cd87bc tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280797 May 16 15:15:49.002389 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bcb64-1b46-4695-afce-fc9974075e5b req-b713d866-cc6a-4091-8fc2-8dd988e5506f tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.005056 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-864bcb64-1b46-4695-afce-fc9974075e5b req-b713d866-cc6a-4091-8fc2-8dd988e5506f tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 944 time: 0.0591292 May 16 15:15:49.111308 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 01d8431d-7010-47b2-8c50-59586072403b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:49.111909 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (01d8431d-7010-47b2-8c50-59586072403b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.153684 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.262204 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 01d8431d-7010-47b2-8c50-59586072403b is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:49.262204 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (01d8431d-7010-47b2-8c50-59586072403b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.266096 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=0605d368-ac3c-4f23-b5ff-e1c7656542f5,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:49.279400 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (7be8453f-3109-4b92-981a-837b09373d42), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.294058 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-36c17f9b-8c88-443e-abb3-f01810509041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (742e67d4-21db-4893-8d63-0004661c23ee), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.304574 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c247c0bb-0802-47bf-8790-6d17eb129c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d8431d-7010-47b2-8c50-59586072403b'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:49.336971 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-36c17f9b-8c88-443e-abb3-f01810509041 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b2960247ce954c1bbc611ff54b9f461c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6311712 May 16 15:15:49.338573 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeebf4b-0d95-4e32-b985-b8c12843eefc req-1d7d7581-2e80-4840-a40e-efd3b2715bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.339662 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 59958) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:49.341396 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2eeebf4b-0d95-4e32-b985-b8c12843eefc req-1d7d7581-2e80-4840-a40e-efd3b2715bea service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4553967 May 16 15:15:49.388159 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 01d8431d-7010-47b2-8c50-59586072403b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=01d8431d-7010-47b2-8c50-59586072403b,segment=NetworkSegment(864aa13b-3757-487d-bbaa-c35cc7119f9b),segment_id=864aa13b-3757-487d-bbaa-c35cc7119f9b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:49.416488 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7820b45c-fdb1-459e-b345-20b15852ed99 admin admin] Publish callbacks [] for security_group (742e67d4-21db-4893-8d63-0004661c23ee), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.439372 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Network 92826b7c-8754-4fc6-b45f-5923507414b1 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:49.444059 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7820b45c-fdb1-459e-b345-20b15852ed99 admin admin] Publish callbacks [] for security_group (742e67d4-21db-4893-8d63-0004661c23ee), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.448681 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (01d8431d-7010-47b2-8c50-59586072403b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.453094 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40506c-319c-4002-9589-33a3356d7a96 req-5757adee-6704-4576-b703-39450b6642d0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.454458 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9f40506c-319c-4002-9589-33a3356d7a96 req-5757adee-6704-4576-b703-39450b6642d0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 944 time: 0.0735166 May 16 15:15:49.476629 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:49.484616 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-864bcb64-1b46-4695-afce-fc9974075e5b req-0b60b763-ec6a-4a9e-bdad-5a25e5aa769d tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708281 May 16 15:15:49.511730 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:49.515694 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['0605d368-ac3c-4f23-b5ff-e1c7656542f5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:15:49.526240 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c17f9b-8c88-443e-abb3-f01810509041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742e67d4-21db-4893-8d63-0004661c23ee,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:49.564476 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event updated for resources: {'Port': ['ID=7be8453f-3109-4b92-981a-837b09373d42,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:49.583775 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7820b45c-fdb1-459e-b345-20b15852ed99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (742e67d4-21db-4893-8d63-0004661c23ee), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.589030 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7820b45c-fdb1-459e-b345-20b15852ed99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.591619 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7820b45c-fdb1-459e-b345-20b15852ed99 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/742e67d4-21db-4893-8d63-0004661c23ee HTTP/1.1" status: 204 len: 168 time: 0.2505791 May 16 15:15:49.602573 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-41c3f016-b280-447b-8442-4b1f55bac25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.613160 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-41c3f016-b280-447b-8442-4b1f55bac25c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 1128 time: 0.1705983 May 16 15:15:49.618848 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=01d8431d-7010-47b2-8c50-59586072403b,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:49.622388 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820b45c-fdb1-459e-b345-20b15852ed99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742e67d4-21db-4893-8d63-0004661c23ee,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:49.665969 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70849aee-ab59-455e-b7df-573b499723cc" -d '{"events": [{"server_uuid": "c247c0bb-0802-47bf-8790-6d17eb129c28", "name": "network-vif-plugged", "status": "completed", "tag": "01d8431d-7010-47b2-8c50-59586072403b"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:49.682803 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9f40506c-319c-4002-9589-33a3356d7a96 req-c08be79c-10bd-439e-af5c-7f4460d967d7 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092080 May 16 15:15:49.745332 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.747924 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.751367 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-4836a8f3-d49e-4ad5-bd94-2a40b5d66178 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d2d9f44-9262-4053-b198-1c13754b68fd HTTP/1.1" status: 200 len: 217 time: 0.1251998 May 16 15:15:49.819342 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-3db1f822-f24b-4b5b-a2a5-0fea1c7cfafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.821223 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-3db1f822-f24b-4b5b-a2a5-0fea1c7cfafb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3320305d-ea26-430d-95fd-04322a6b5aa8 HTTP/1.1" status: 200 len: 854 time: 0.0608916 May 16 15:15:49.826389 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-4d0fadfa-d0c3-4e8e-ac8b-25fbfbf9455a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7633419 May 16 15:15:49.854517 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-96b26784-ca55-4a34-9a93-9343719b4591 None None] Provisioning complete for port 7be8453f-3109-4b92-981a-837b09373d42 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:49.855172 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96b26784-ca55-4a34-9a93-9343719b4591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7be8453f-3109-4b92-981a-837b09373d42), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.868391 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Request body: {'port': {'device_id': '893feede-4052-4c51-96a2-1f93510d1f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:49.894921 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-96b26784-ca55-4a34-9a93-9343719b4591 None None] Port 7be8453f-3109-4b92-981a-837b09373d42 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:49.928445 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ac6ad2-994c-45ec-b325-f4d02d1a09f3 x-openstack-request-id: req-91ac6ad2-994c-45ec-b325-f4d02d1a09f3 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:49.930163 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c247c0bb-0802-47bf-8790-6d17eb129c28", "name": "network-vif-plugged", "status": "completed", "tag": "01d8431d-7010-47b2-8c50-59586072403b", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:49.930163 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-91ac6ad2-994c-45ec-b325-f4d02d1a09f3 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:49.930163 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ac6ad2-994c-45ec-b325-f4d02d1a09f3'] response: {'server_uuid': 'c247c0bb-0802-47bf-8790-6d17eb129c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d8431d-7010-47b2-8c50-59586072403b', 'code': 200} May 16 15:15:49.934252 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-af2c5ba1-5862-47f0-ac5e-211af3124553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.936040 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-af2c5ba1-5862-47f0-ac5e-211af3124553 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a605965-a559-434b-a7bc-1500d5306bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1079006 May 16 15:15:50.062787 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7be8453f-3109-4b92-981a-837b09373d42), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.120658 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294bfaa-d2ae-4e96-9e0f-302d83138a17 req-d8770181-a228-4846-a965-a7d77119265f tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:50.122171 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c294bfaa-d2ae-4e96-9e0f-302d83138a17 req-d8770181-a228-4846-a965-a7d77119265f tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 945 time: 0.1542077 May 16 15:15:50.133368 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57db8e-d4ac-4f40-b5a3-4c1af978aa29 req-42b1285a-7f5b-4d1f-8458-81e757c61ce2 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:50.137611 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c57db8e-d4ac-4f40-b5a3-4c1af978aa29 req-42b1285a-7f5b-4d1f-8458-81e757c61ce2 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 932 time: 0.1429029 May 16 15:15:50.250848 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-f222ae00-3c17-41b2-93f6-a32c6d1aeef2 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794077 May 16 15:15:50.285151 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device d8f457a8-ad98-4eee-b4ce-0e463130c421 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:15:50.292682 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 0605d368-ac3c-4f23-b5ff-e1c7656542f5 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:50.385791 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c294bfaa-d2ae-4e96-9e0f-302d83138a17 req-5bb60e68-1a89-4b37-93b9-45b537ac471d tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499344 May 16 15:15:50.446763 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:15:50.471562 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c57db8e-d4ac-4f40-b5a3-4c1af978aa29 req-bf13a703-3bf0-469b-af4b-41f86cc4d96c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224738 May 16 15:15:50.473130 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652db5a-75c4-4f02-8b32-073ad63094d9 req-3be1d226-a42d-44dc-b78d-54e807d49c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:50.475531 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f652db5a-75c4-4f02-8b32-073ad63094d9 req-3be1d226-a42d-44dc-b78d-54e807d49c82 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 1129 time: 0.2165747 May 16 15:15:50.481849 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port d8f457a8-ad98-4eee-b4ce-0e463130c421, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d8f457a8-ad98-4eee-b4ce-0e463130c421,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:50.494463 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': 'd8f457a8-ad98-4eee-b4ce-0e463130c421', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'port_id': 'd8f457a8-ad98-4eee-b4ce-0e463130c421', 'mac_address': 'fa:16:3e:98:bc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:15:50.536862 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:50.537268 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.571139 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f652db5a-75c4-4f02-8b32-073ad63094d9 req-bea5a78a-3eb7-4b75-a231-01af8208c7d0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.574066 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port d8f457a8-ad98-4eee-b4ce-0e463130c421 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:50.574547 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.596497 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f457a8-ad98-4eee-b4ce-0e463130c421 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:50.621638 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port d8f457a8-ad98-4eee-b4ce-0e463130c421, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d8f457a8-ad98-4eee-b4ce-0e463130c421,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:50.661563 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:50.661951 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.695016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 0605d368-ac3c-4f23-b5ff-e1c7656542f5, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0605d368-ac3c-4f23-b5ff-e1c7656542f5,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:50.705880 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de5abc-63a6-4b63-b550-354565e08811 req-ddd04456-acad-4edb-8e81-e08a512482f6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:50.708079 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-97de5abc-63a6-4b63-b550-354565e08811 req-ddd04456-acad-4edb-8e81-e08a512482f6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 945 time: 0.1225495 May 16 15:15:50.713287 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dcc2a87d-f95d-4391-9ea3-80400942c670 req-6744abf9-afbc-4487-922c-d402ba6f3ee3 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357312 May 16 15:15:50.723276 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.776920 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=d8f457a8-ad98-4eee-b4ce-0e463130c421,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:50.812356 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60018) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:50.823930 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.826465 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ddba-3a3f-406a-a5c7-5b6a94a84f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.890579 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687164f0-06f5-4852-a2c7-c21d689183e9 req-6239332a-b06e-46ad-9cbb-1838214514c0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:50.892122 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-687164f0-06f5-4852-a2c7-c21d689183e9 req-6239332a-b06e-46ad-9cbb-1838214514c0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 944 time: 0.1129677 May 16 15:15:50.911117 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=0605d368-ac3c-4f23-b5ff-e1c7656542f5,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:50.919768 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-97de5abc-63a6-4b63-b550-354565e08811 req-75c9eaa0-38b0-41a9-84bf-53c4ed22e075 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045026 May 16 15:15:50.956944 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ddba-3a3f-406a-a5c7-5b6a94a84f5b admin admin] Publish callbacks [] for security_group (ffacfcf9-5455-4f5d-852c-9c6dd54943ce), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.984290 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be8453f-3109-4b92-981a-837b09373d42 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:51.004500 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Publish callbacks [] for port (7be8453f-3109-4b92-981a-837b09373d42), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.020484 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ddba-3a3f-406a-a5c7-5b6a94a84f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ffacfcf9-5455-4f5d-852c-9c6dd54943ce), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.021610 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f652db5a-75c4-4f02-8b32-073ad63094d9 req-bea5a78a-3eb7-4b75-a231-01af8208c7d0 service neutron] Publish callbacks [] for security_group (6181bd44-d16f-4990-8bec-8d62bddf877f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.026609 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['d8f457a8-ad98-4eee-b4ce-0e463130c421'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:15:51.036599 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Transition to ACTIVE for port object 7be8453f-3109-4b92-981a-837b09373d42 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:15:51.040375 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-687164f0-06f5-4852-a2c7-c21d689183e9 req-979f3f3d-49dd-44d8-a7b8-2127b76d27d7 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195104 May 16 15:15:51.074959 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0bf5ddba-3a3f-406a-a5c7-5b6a94a84f5b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4ba02b377c734d36bc7f1fc8cd670ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592406 May 16 15:15:51.074959 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5ddba-3a3f-406a-a5c7-5b6a94a84f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffacfcf9-5455-4f5d-852c-9c6dd54943ce,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:51.075423 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 60022) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:51.134769 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f652db5a-75c4-4f02-8b32-073ad63094d9 req-bea5a78a-3eb7-4b75-a231-01af8208c7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (6181bd44-d16f-4990-8bec-8d62bddf877f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.173887 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f652db5a-75c4-4f02-8b32-073ad63094d9 req-bea5a78a-3eb7-4b75-a231-01af8208c7d0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6891813 May 16 15:15:51.176776 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (7be8453f-3109-4b92-981a-837b09373d42), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.184998 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24e61e02-dd61-4747-80df-c2c161c9e940 admin admin] Publish callbacks [] for security_group (ffacfcf9-5455-4f5d-852c-9c6dd54943ce), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.240733 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5a78a-3eb7-4b75-a231-01af8208c7d0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6181bd44-d16f-4990-8bec-8d62bddf877f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:51.263834 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24e61e02-dd61-4747-80df-c2c161c9e940 admin admin] Publish callbacks [] for security_group (ffacfcf9-5455-4f5d-852c-9c6dd54943ce), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.272944 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Pushing event updated for resources: {'Port': ['ID=7be8453f-3109-4b92-981a-837b09373d42,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:51.383700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Attempting to bind port 7be8453f-3109-4b92-981a-837b09373d42 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:51.384133 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Attempting to bind port 7be8453f-3109-4b92-981a-837b09373d42 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:51.384538 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Attempting to bind port 7be8453f-3109-4b92-981a-837b09373d42 on network 92826b7c-8754-4fc6-b45f-5923507414b1 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:51.390664 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Port 7be8453f-3109-4b92-981a-837b09373d42 on network 92826b7c-8754-4fc6-b45f-5923507414b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:15:51.391088 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Attempting to bind port 7be8453f-3109-4b92-981a-837b09373d42 on network 92826b7c-8754-4fc6-b45f-5923507414b1 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:51.397990 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:51.398337 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Checking segment: {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:51.398849 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Bound using segment: {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:51.399324 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Bound port: 7be8453f-3109-4b92-981a-837b09373d42, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:51.399717 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7be8453f-3109-4b92-981a-837b09373d42), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.461586 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24e61e02-dd61-4747-80df-c2c161c9e940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ffacfcf9-5455-4f5d-852c-9c6dd54943ce), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.464585 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-24e61e02-dd61-4747-80df-c2c161c9e940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.466143 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-24e61e02-dd61-4747-80df-c2c161c9e940 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ffacfcf9-5455-4f5d-852c-9c6dd54943ce HTTP/1.1" status: 204 len: 168 time: 0.3896916 May 16 15:15:51.488920 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e61e02-dd61-4747-80df-c2c161c9e940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffacfcf9-5455-4f5d-852c-9c6dd54943ce,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:51.556221 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bb0c5-97dd-43d1-939f-7c643c83291d req-0f3ef5be-4a24-448e-b89b-1e6a54b99868 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:51.558551 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a62bb0c5-97dd-43d1-939f-7c643c83291d req-0f3ef5be-4a24-448e-b89b-1e6a54b99868 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 945 time: 0.0713496 May 16 15:15:51.561365 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:51.596419 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7be8453f-3109-4b92-981a-837b09373d42,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:51.661399 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a62bb0c5-97dd-43d1-939f-7c643c83291d req-6fc282e7-e9f4-440d-bc0d-762eb83ea8b9 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904012 May 16 15:15:51.673703 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866421c-fe5e-4ed1-96a2-2ee0774a12d0 req-1363edba-4eac-4683-9fa2-bd7754ad3528 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:51.675828 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0866421c-fe5e-4ed1-96a2-2ee0774a12d0 req-1363edba-4eac-4683-9fa2-bd7754ad3528 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0765657 May 16 15:15:51.708545 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (7be8453f-3109-4b92-981a-837b09373d42), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.725052 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60046) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:51.759614 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:51.760625 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.762014 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] 10.222.0.25 "PUT /v2.0/ports/7be8453f-3109-4b92-981a-837b09373d42 HTTP/1.1" status: 200 len: 1094 time: 1.8981307 May 16 15:15:51.762473 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'tag': '7be8453f-3109-4b92-981a-837b09373d42'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:51.764852 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af147a0d-694a-4156-a3d0-90864e0509a8" -d '{"events": [{"name": "network-changed", "server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "tag": "7be8453f-3109-4b92-981a-837b09373d42"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:51.783020 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0866421c-fe5e-4ed1-96a2-2ee0774a12d0 req-f49f766a-6e7a-48c1-ad9c-318773d44f77 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912788 May 16 15:15:51.793858 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48c4e2-7d65-4c71-b306-38f394f97d06 service neutron] Pushing event updated for resources: {'Port': ['ID=7be8453f-3109-4b92-981a-837b09373d42,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:51.826539 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bce49b-8ebb-48c6-9eee-c44630e8eaf7 x-openstack-request-id: req-a5bce49b-8ebb-48c6-9eee-c44630e8eaf7 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:51.826843 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "tag": "7be8453f-3109-4b92-981a-837b09373d42", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:51.827092 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a5bce49b-8ebb-48c6-9eee-c44630e8eaf7 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:51.827492 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5bce49b-8ebb-48c6-9eee-c44630e8eaf7'] response: {'name': 'network-changed', 'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'tag': '7be8453f-3109-4b92-981a-837b09373d42', 'status': 'completed', 'code': 200} May 16 15:15:51.931179 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c116f9-b96a-4690-9ebd-8ceb7f806e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0605d368-ac3c-4f23-b5ff-e1c7656542f5'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:51.934506 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4233e0-d535-4622-9568-8fba043b1098" -d '{"events": [{"server_uuid": "04c116f9-b96a-4690-9ebd-8ceb7f806e18", "name": "network-vif-plugged", "status": "completed", "tag": "0605d368-ac3c-4f23-b5ff-e1c7656542f5"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:51.991408 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7657132-f22a-4672-816c-76978f6e0537 x-openstack-request-id: req-b7657132-f22a-4672-816c-76978f6e0537 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:51.991900 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c116f9-b96a-4690-9ebd-8ceb7f806e18", "name": "network-vif-plugged", "status": "completed", "tag": "0605d368-ac3c-4f23-b5ff-e1c7656542f5", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:51.992005 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b7657132-f22a-4672-816c-76978f6e0537 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:51.992385 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7657132-f22a-4672-816c-76978f6e0537'] response: {'server_uuid': '04c116f9-b96a-4690-9ebd-8ceb7f806e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0605d368-ac3c-4f23-b5ff-e1c7656542f5', 'code': 200} May 16 15:15:52.082071 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52cf4f-02e8-4f3f-83e0-ff5637fc9f97 req-587b47e2-ba47-4a34-b435-be9ece3d8d8c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:52.084367 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3c52cf4f-02e8-4f3f-83e0-ff5637fc9f97 req-587b47e2-ba47-4a34-b435-be9ece3d8d8c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0578797 May 16 15:15:52.137053 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a305826-656f-4d52-a728-f5625a31f6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.155052 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3c52cf4f-02e8-4f3f-83e0-ff5637fc9f97 req-11bbb336-0b41-400f-8b66-49f436a3d80f tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645957 May 16 15:15:52.225058 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a9d1d-a544-454d-97bf-728b8e25d5ed req-3bcddbd9-7804-44fe-bba8-9fd0ace50370 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:52.233203 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2a5a9d1d-a544-454d-97bf-728b8e25d5ed req-3bcddbd9-7804-44fe-bba8-9fd0ace50370 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 944 time: 0.0756383 May 16 15:15:52.245589 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a305826-656f-4d52-a728-f5625a31f6ce admin admin] Publish callbacks [] for security_group (616677a8-08a8-4077-8556-4421388725ce), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.278387 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 9d2d9f44-9262-4053-b198-1c13754b68fd details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:15:52.297506 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a305826-656f-4d52-a728-f5625a31f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (616677a8-08a8-4077-8556-4421388725ce), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.353145 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device d8f457a8-ad98-4eee-b4ce-0e463130c421 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:52.370378 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2a5a9d1d-a544-454d-97bf-728b8e25d5ed req-3585c72e-ba2c-4f41-b21c-e5e3a59d1f83 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286619 May 16 15:15:52.386843 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a305826-656f-4d52-a728-f5625a31f6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616677a8-08a8-4077-8556-4421388725ce,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:52.388133 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af147a0d-694a-4156-a3d0-90864e0509a8 req-c385fa06-42fc-43f3-83f5-6f5ff7e865d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:52.399832 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5a305826-656f-4d52-a728-f5625a31f6ce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3af9e1872f144599807c605bff21f770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6705244 May 16 15:15:52.399994 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af147a0d-694a-4156-a3d0-90864e0509a8 req-c385fa06-42fc-43f3-83f5-6f5ff7e865d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 1128 time: 0.0963936 May 16 15:15:52.400077 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60074) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:52.492352 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-76733af5-014e-47b4-9f1a-aa574de98e5e admin admin] Publish callbacks [] for security_group (616677a8-08a8-4077-8556-4421388725ce), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.517266 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-76733af5-014e-47b4-9f1a-aa574de98e5e admin admin] Publish callbacks [] for security_group (616677a8-08a8-4077-8556-4421388725ce), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.522145 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port d8f457a8-ad98-4eee-b4ce-0e463130c421 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:15:52.550852 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af147a0d-694a-4156-a3d0-90864e0509a8 req-9fdd302f-e693-4159-9e6e-cdb6baf7e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:52.552669 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af147a0d-694a-4156-a3d0-90864e0509a8 req-9fdd302f-e693-4159-9e6e-cdb6baf7e819 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=64990eb359b54b0a8636a6e7619800a7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1366503 May 16 15:15:52.570483 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 9d2d9f44-9262-4053-b198-1c13754b68fd, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=9d2d9f44-9262-4053-b198-1c13754b68fd,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:52.686397 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-76733af5-014e-47b4-9f1a-aa574de98e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (616677a8-08a8-4077-8556-4421388725ce), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.692017 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-76733af5-014e-47b4-9f1a-aa574de98e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.695218 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-76733af5-014e-47b4-9f1a-aa574de98e5e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/616677a8-08a8-4077-8556-4421388725ce HTTP/1.1" status: 204 len: 168 time: 0.2918751 May 16 15:15:52.715354 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76733af5-014e-47b4-9f1a-aa574de98e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616677a8-08a8-4077-8556-4421388725ce,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:52.730836 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'port_id': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'mac_address': 'fa:16:3e:0f:59:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:15:52.736591 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af147a0d-694a-4156-a3d0-90864e0509a8 req-b87c99ab-d004-411a-9b92-fbf266481bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:52.737782 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af147a0d-694a-4156-a3d0-90864e0509a8 req-b87c99ab-d004-411a-9b92-fbf266481bec service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1775010 May 16 15:15:52.742031 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port d8f457a8-ad98-4eee-b4ce-0e463130c421 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:52.742644 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.753947 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19c56b-18d4-4bf5-a04b-585fcba15375 req-cd860fca-c01b-4308-be7a-5cec584772ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:52.757171 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bb19c56b-18d4-4bf5-a04b-585fcba15375 req-cd860fca-c01b-4308-be7a-5cec584772ca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 1130 time: 0.1092250 May 16 15:15:52.823297 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 9d2d9f44-9262-4053-b198-1c13754b68fd is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:52.823803 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.866629 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2d9f44-9262-4053-b198-1c13754b68fd {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:52.912614 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port d8f457a8-ad98-4eee-b4ce-0e463130c421 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:52.913257 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.916289 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 9d2d9f44-9262-4053-b198-1c13754b68fd, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=9d2d9f44-9262-4053-b198-1c13754b68fd,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:52.948518 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41a796-2e68-4e14-ab5a-675f66181f0e req-06be95db-25fc-4d02-95fd-cf2311d29f8f tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:52.949969 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3c41a796-2e68-4e14-ab5a-675f66181f0e req-06be95db-25fc-4d02-95fd-cf2311d29f8f tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 945 time: 0.1468532 May 16 15:15:52.953776 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-f1f941a5-a987-4bd4-8887-c68882c4810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:52.954021 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-f1f941a5-a987-4bd4-8887-c68882c4810b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 1128 time: 0.1044710 May 16 15:15:52.956099 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port d8f457a8-ad98-4eee-b4ce-0e463130c421, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d8f457a8-ad98-4eee-b4ce-0e463130c421,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:52.974637 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bb19c56b-18d4-4bf5-a04b-585fcba15375 req-4bf49601-b8c8-4fca-94bd-ed1f476de02b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950200 May 16 15:15:53.017574 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.026055 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.030007 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-48cead66-fc5d-4ef5-8515-1f3f35659614 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7be8453f-3109-4b92-981a-837b09373d42 HTTP/1.1" status: 200 len: 217 time: 0.0533719 May 16 15:15:53.044783 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581e565-c929-4cd9-8bd1-f284ccbb2e79 req-75762419-2f97-486c-b054-81b055f719db tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:53.046302 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f581e565-c929-4cd9-8bd1-f284ccbb2e79 req-75762419-2f97-486c-b054-81b055f719db tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.1188617 May 16 15:15:53.093465 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3c41a796-2e68-4e14-ab5a-675f66181f0e req-ddb99341-9958-4a51-9b0c-95be1c409b3e tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178615 May 16 15:15:53.100902 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=d8f457a8-ad98-4eee-b4ce-0e463130c421,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:53.136169 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f581e565-c929-4cd9-8bd1-f284ccbb2e79 req-fe692989-156f-4dc2-9152-30400501c331 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797482 May 16 15:15:53.169494 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=9d2d9f44-9262-4053-b198-1c13754b68fd,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:53.284459 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645bc20-963f-40cd-a78d-cb039ce587be req-e52e43d0-b603-4e7e-9f0c-bc05730f7e95 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:53.290406 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d645bc20-963f-40cd-a78d-cb039ce587be req-e52e43d0-b603-4e7e-9f0c-bc05730f7e95 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0685222 May 16 15:15:53.335254 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d645bc20-963f-40cd-a78d-cb039ce587be req-1aea7bef-3c8f-467f-af78-676c1e000942 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439582 May 16 15:15:53.358317 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['9d2d9f44-9262-4053-b198-1c13754b68fd'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:15:53.433709 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-274c741e-b370-4771-8376-d2d1efb0fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:53.435924 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-274c741e-b370-4771-8376-d2d1efb0fcac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7f94bc8-370b-43de-bf3a-439204eaed77 HTTP/1.1" status: 200 len: 855 time: 0.0654042 May 16 15:15:53.520865 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21e4f1-13ca-424a-b3f9-9b36536676e0 req-03c6cafc-6f65-452f-94ae-90783741cde0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:53.522893 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4b21e4f1-13ca-424a-b3f9-9b36536676e0 req-03c6cafc-6f65-452f-94ae-90783741cde0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 945 time: 0.0691490 May 16 15:15:53.570663 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4b21e4f1-13ca-424a-b3f9-9b36536676e0 req-9afe1862-3198-4845-824b-46f9192ca72f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421245 May 16 15:15:53.643973 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60114) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:53.658016 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71315491-5847-46d6-a106-d3a473b51a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.733608 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71315491-5847-46d6-a106-d3a473b51a6c admin admin] Publish callbacks [] for security_group (7ab22089-9451-441e-a680-277d5d6d97e3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.785847 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-08e755c6-dfc8-4554-870d-58e7b38f5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:53.787481 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-08e755c6-dfc8-4554-870d-58e7b38f5cfc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92826b7c-8754-4fc6-b45f-5923507414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538094 May 16 15:15:53.806164 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71315491-5847-46d6-a106-d3a473b51a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7ab22089-9451-441e-a680-277d5d6d97e3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.846533 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-71315491-5847-46d6-a106-d3a473b51a6c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0560e49f7b694d7998fe6df0d7ecc358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010503 May 16 15:15:53.849139 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71315491-5847-46d6-a106-d3a473b51a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab22089-9451-441e-a680-277d5d6d97e3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:53.850572 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 60120) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:53.901704 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b48ea7a-c205-4de5-893b-28fe4e5925cf admin admin] Publish callbacks [] for security_group (7ab22089-9451-441e-a680-277d5d6d97e3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.923128 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b48ea7a-c205-4de5-893b-28fe4e5925cf admin admin] Publish callbacks [] for security_group (7ab22089-9451-441e-a680-277d5d6d97e3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.993513 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005c2b60-9000-4ab7-a297-367fe59e2dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f457a8-ad98-4eee-b4ce-0e463130c421'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:53.995852 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e51df0-9e02-4701-a234-ef1b5dab85f7" -d '{"events": [{"server_uuid": "005c2b60-9000-4ab7-a297-367fe59e2dfb", "name": "network-vif-plugged", "status": "completed", "tag": "d8f457a8-ad98-4eee-b4ce-0e463130c421"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:54.038841 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b48ea7a-c205-4de5-893b-28fe4e5925cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7ab22089-9451-441e-a680-277d5d6d97e3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:54.039537 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37e850c-d921-4536-b449-e7cfa4637adc x-openstack-request-id: req-a37e850c-d921-4536-b449-e7cfa4637adc {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:54.039537 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005c2b60-9000-4ab7-a297-367fe59e2dfb", "name": "network-vif-plugged", "status": "completed", "tag": "d8f457a8-ad98-4eee-b4ce-0e463130c421", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:54.039537 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a37e850c-d921-4536-b449-e7cfa4637adc {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:54.039537 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37e850c-d921-4536-b449-e7cfa4637adc'] response: {'server_uuid': '005c2b60-9000-4ab7-a297-367fe59e2dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f457a8-ad98-4eee-b4ce-0e463130c421', 'code': 200} May 16 15:15:54.042275 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b48ea7a-c205-4de5-893b-28fe4e5925cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:54.044214 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0b48ea7a-c205-4de5-893b-28fe4e5925cf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7ab22089-9451-441e-a680-277d5d6d97e3 HTTP/1.1" status: 204 len: 168 time: 0.1923711 May 16 15:15:54.056757 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48ea7a-c205-4de5-893b-28fe4e5925cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab22089-9451-441e-a680-277d5d6d97e3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:54.224595 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980947b-bea6-4581-9e9c-2198462d2c19 req-75122f18-47d2-4420-8f30-b97cf4deddb8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:54.226315 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0980947b-bea6-4581-9e9c-2198462d2c19 req-75122f18-47d2-4420-8f30-b97cf4deddb8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 945 time: 0.0586121 May 16 15:15:54.293126 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 9d2d9f44-9262-4053-b198-1c13754b68fd up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:54.313413 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224d945-78f4-42a9-b0e2-2631cc2d1ce8 req-baa4a548-e1d1-4822-a2b0-78cccce4bd1c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:54.314853 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1224d945-78f4-42a9-b0e2-2631cc2d1ce8 req-baa4a548-e1d1-4822-a2b0-78cccce4bd1c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0874202 May 16 15:15:54.336787 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 9d2d9f44-9262-4053-b198-1c13754b68fd completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:15:54.343284 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0980947b-bea6-4581-9e9c-2198462d2c19 req-e0c0ff14-a921-4673-b823-3b48c760f0a4 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964594 May 16 15:15:54.384726 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1224d945-78f4-42a9-b0e2-2631cc2d1ce8 req-7819a7d2-75a2-4feb-aa67-ef562d1fe6ad tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611005 May 16 15:15:54.454593 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 9d2d9f44-9262-4053-b198-1c13754b68fd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:54.454956 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:54.525749 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21461f50-6fc3-4805-b98f-e6c73dcab29d req-51728522-08d9-4ad5-ac8b-257362266e55 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:54.527310 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-21461f50-6fc3-4805-b98f-e6c73dcab29d req-51728522-08d9-4ad5-ac8b-257362266e55 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.1237786 May 16 15:15:54.554925 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60154) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:54.649824 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 9d2d9f44-9262-4053-b198-1c13754b68fd is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:54.650693 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:54.736250 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 9d2d9f44-9262-4053-b198-1c13754b68fd, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=9d2d9f44-9262-4053-b198-1c13754b68fd,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:54.805915 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:54.908717 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=9d2d9f44-9262-4053-b198-1c13754b68fd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:55.014485 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-113f8087-a9e6-479c-a657-4219d0644b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.060397 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-21461f50-6fc3-4805-b98f-e6c73dcab29d req-bdaceb6d-a91c-4f64-9c1f-fca2772d7ef7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049996 May 16 15:15:55.060397 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-e7cb61fc-e9d3-49da-9a35-384905631fb8 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242094 May 16 15:15:55.069024 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0df5-0a78-4997-8c71-3fe59f1ce333 req-c4458551-668a-4911-bb6f-abe52c31a8e5 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:55.070707 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2a7e0df5-0a78-4997-8c71-3fe59f1ce333 req-c4458551-668a-4911-bb6f-abe52c31a8e5 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 946 time: 0.1089337 May 16 15:15:55.133669 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-113f8087-a9e6-479c-a657-4219d0644b4d admin admin] Publish callbacks [] for security_group (0ad13f89-ccf6-4009-ace2-15f1594dc650), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.196149 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2a7e0df5-0a78-4997-8c71-3fe59f1ce333 req-60ed17e4-403b-43ab-a831-a44536b7605a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111887 May 16 15:15:55.223613 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-113f8087-a9e6-479c-a657-4219d0644b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (0ad13f89-ccf6-4009-ace2-15f1594dc650), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.234953 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc60a5d7-b95c-4587-b373-66e6f560858a req-76a8bcb6-3d92-4b1d-9715-61038100edcb service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631241 May 16 15:15:55.236229 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27b9f5-d468-4c42-a4df-0dd9f11490c5 req-e8b5f5b3-bdfe-4370-99bf-065fbb643cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:55.238721 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e27b9f5-d468-4c42-a4df-0dd9f11490c5 req-e8b5f5b3-bdfe-4370-99bf-065fbb643cb1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 1130 time: 0.0583367 May 16 15:15:55.267049 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f8087-a9e6-479c-a657-4219d0644b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad13f89-ccf6-4009-ace2-15f1594dc650,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:55.297714 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-113f8087-a9e6-479c-a657-4219d0644b4d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ca4452ae20d04bb7898c23de37fa2373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7415690 May 16 15:15:55.301041 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60178) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:55.305984 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e27b9f5-d468-4c42-a4df-0dd9f11490c5 req-6d28d54b-2021-40f4-8886-fbd88a3cc2cb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508797 May 16 15:15:55.369323 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7da9bc46-5e8d-4bce-be56-2b636f097395 admin admin] Publish callbacks [] for security_group (0ad13f89-ccf6-4009-ace2-15f1594dc650), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.391258 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7da9bc46-5e8d-4bce-be56-2b636f097395 admin admin] Publish callbacks [] for security_group (0ad13f89-ccf6-4009-ace2-15f1594dc650), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.530616 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819ed1f-1fae-4a03-b07f-3a1f095820d6 req-714ac956-7c2f-4a51-9436-ff4f961d9779 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:55.531597 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7da9bc46-5e8d-4bce-be56-2b636f097395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (0ad13f89-ccf6-4009-ace2-15f1594dc650), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.532361 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1819ed1f-1fae-4a03-b07f-3a1f095820d6 req-714ac956-7c2f-4a51-9436-ff4f961d9779 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0607595 May 16 15:15:55.534297 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7da9bc46-5e8d-4bce-be56-2b636f097395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.535432 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7da9bc46-5e8d-4bce-be56-2b636f097395 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0ad13f89-ccf6-4009-ace2-15f1594dc650 HTTP/1.1" status: 204 len: 168 time: 0.2334690 May 16 15:15:55.550283 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9bc46-5e8d-4bce-be56-2b636f097395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad13f89-ccf6-4009-ace2-15f1594dc650,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:55.597450 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1819ed1f-1fae-4a03-b07f-3a1f095820d6 req-10823802-a19d-4c5b-a3a3-8ca50f495543 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584013 May 16 15:15:56.038541 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d9f44-9262-4053-b198-1c13754b68fd'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:56.041659 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc792ac-512a-4d76-8a34-57a18ec44f8e" -d '{"events": [{"server_uuid": "a4b1e4cf-ff7e-43d2-9351-ca6206651db4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d9f44-9262-4053-b198-1c13754b68fd"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:56.076426 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1face2b-31ea-499e-a10c-d73340464ed7 x-openstack-request-id: req-b1face2b-31ea-499e-a10c-d73340464ed7 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:56.076743 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b1e4cf-ff7e-43d2-9351-ca6206651db4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d9f44-9262-4053-b198-1c13754b68fd", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:56.077010 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b1face2b-31ea-499e-a10c-d73340464ed7 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:56.077416 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1face2b-31ea-499e-a10c-d73340464ed7'] response: {'server_uuid': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'code': 200} May 16 15:15:56.173209 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ca9fb-afb0-4feb-8b2a-e239a57ab909 req-45aefcfa-5edd-4095-bf9f-19d0248e9c6c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:56.174688 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-114ca9fb-afb0-4feb-8b2a-e239a57ab909 req-45aefcfa-5edd-4095-bf9f-19d0248e9c6c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0519586 May 16 15:15:56.223598 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-114ca9fb-afb0-4feb-8b2a-e239a57ab909 req-0cbfd6f5-35b2-4c09-ada8-c07a3d936a02 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 May 16 15:15:56.311553 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60226) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:56.325954 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60986537-9397-4d08-8b97-6162a24696b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.348547 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a302a-06d8-493a-badb-c98049d7fc88 req-c660c166-692f-438a-ab04-bbd36240481c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:56.355451 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-536a302a-06d8-493a-badb-c98049d7fc88 req-c660c166-692f-438a-ab04-bbd36240481c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 946 time: 0.0723622 May 16 15:15:56.415275 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-536a302a-06d8-493a-badb-c98049d7fc88 req-7ce1b95e-b60e-4efc-ba8f-8d8bbb0a4c9c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585442 May 16 15:15:56.467092 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60986537-9397-4d08-8b97-6162a24696b5 admin admin] Publish callbacks [] for security_group (95fa9912-3462-4461-9a83-c13f47caf2b9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.477928 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60236) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:56.548906 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-60986537-9397-4d08-8b97-6162a24696b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (95fa9912-3462-4461-9a83-c13f47caf2b9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.591978 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-60986537-9397-4d08-8b97-6162a24696b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5a3618d99a634df99d477cd880585902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790959 May 16 15:15:56.593085 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60986537-9397-4d08-8b97-6162a24696b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fa9912-3462-4461-9a83-c13f47caf2b9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:56.594725 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 60244) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:56.667671 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90b3f720-916b-4383-abc6-1a85dfc61063 admin admin] Publish callbacks [] for security_group (95fa9912-3462-4461-9a83-c13f47caf2b9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.685478 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d26c-adde-4929-96e9-fa717e4d908f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.695949 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90b3f720-916b-4383-abc6-1a85dfc61063 admin admin] Publish callbacks [] for security_group (95fa9912-3462-4461-9a83-c13f47caf2b9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.822035 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4e715-7ccc-4f5d-bd01-6d26d38af8a5 req-0a8d87e3-3060-425b-b38d-1a93831b9ab9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:56.823596 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fcf4e715-7ccc-4f5d-bd01-6d26d38af8a5 req-0a8d87e3-3060-425b-b38d-1a93831b9ab9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0505469 May 16 15:15:56.836314 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90b3f720-916b-4383-abc6-1a85dfc61063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (95fa9912-3462-4461-9a83-c13f47caf2b9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.838844 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90b3f720-916b-4383-abc6-1a85dfc61063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.840882 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d26c-adde-4929-96e9-fa717e4d908f admin admin] Publish callbacks [] for security_group (ced18223-0398-4737-a9cf-98ca8a2fdb33), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.842658 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-90b3f720-916b-4383-abc6-1a85dfc61063 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/95fa9912-3462-4461-9a83-c13f47caf2b9 HTTP/1.1" status: 204 len: 168 time: 0.2448909 May 16 15:15:56.864533 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3f720-916b-4383-abc6-1a85dfc61063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fa9912-3462-4461-9a83-c13f47caf2b9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:56.894882 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fcf4e715-7ccc-4f5d-bd01-6d26d38af8a5 req-20bfdeab-48d1-41c0-ab0a-77f0c5baa7b7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646486 May 16 15:15:56.912958 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d26c-adde-4929-96e9-fa717e4d908f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ced18223-0398-4737-a9cf-98ca8a2fdb33), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.968205 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6d26c-adde-4929-96e9-fa717e4d908f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced18223-0398-4737-a9cf-98ca8a2fdb33,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:56.996192 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d4e6d26c-adde-4929-96e9-fa717e4d908f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=64d4f79587e14d478983e89f0f8b227b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5166206 May 16 15:15:56.996806 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60270) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:57.032599 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f4256-9266-4074-9dc0-6cba122ff38b req-9f4f95a0-d236-46b0-a09b-4abfb4ea6241 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:57.035476 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c5f4256-9266-4074-9dc0-6cba122ff38b req-9f4f95a0-d236-46b0-a09b-4abfb4ea6241 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0685861 May 16 15:15:57.055441 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16988502-6896-467f-9d70-63eedeb75bcd admin admin] Publish callbacks [] for security_group (ced18223-0398-4737-a9cf-98ca8a2fdb33), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:57.078680 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16988502-6896-467f-9d70-63eedeb75bcd admin admin] Publish callbacks [] for security_group (ced18223-0398-4737-a9cf-98ca8a2fdb33), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:57.081015 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b622168-9254-4b5b-a265-354ff4511ca4 req-aaa193a7-9c6b-44b8-af3a-cc81a40fae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:57.082849 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8b622168-9254-4b5b-a265-354ff4511ca4 req-aaa193a7-9c6b-44b8-af3a-cc81a40fae75 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 1130 time: 0.1253314 May 16 15:15:57.133182 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c5f4256-9266-4074-9dc0-6cba122ff38b req-a149f94b-1998-4307-9c9c-faa54a1c2ad1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774066 May 16 15:15:57.208892 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16988502-6896-467f-9d70-63eedeb75bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ced18223-0398-4737-a9cf-98ca8a2fdb33), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:57.211481 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16988502-6896-467f-9d70-63eedeb75bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:57.212657 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-16988502-6896-467f-9d70-63eedeb75bcd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ced18223-0398-4737-a9cf-98ca8a2fdb33 HTTP/1.1" status: 204 len: 168 time: 0.2149312 May 16 15:15:57.220994 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16988502-6896-467f-9d70-63eedeb75bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced18223-0398-4737-a9cf-98ca8a2fdb33,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:57.552866 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af85449-8d3c-4945-af1e-e67df7c8d129 req-f7aa49a3-9475-489b-a9f3-305d5a00a497 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:57.554484 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4af85449-8d3c-4945-af1e-e67df7c8d129 req-f7aa49a3-9475-489b-a9f3-305d5a00a497 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 946 time: 0.0750077 May 16 15:15:57.683539 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cba58-4f3c-41d8-8c66-3e3672d9253c req-d78c5ca3-0f52-4e55-8e21-cc27cc13a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:57.685269 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb0cba58-4f3c-41d8-8c66-3e3672d9253c req-d78c5ca3-0f52-4e55-8e21-cc27cc13a46e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 1130 time: 0.0847142 May 16 15:15:57.689199 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b622168-9254-4b5b-a265-354ff4511ca4 req-0ab32da8-489e-4132-b8b9-164da9ec00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:57.691545 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8b622168-9254-4b5b-a265-354ff4511ca4 req-0ab32da8-489e-4132-b8b9-164da9ec00b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 920 time: 0.1818483 May 16 15:15:57.703317 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4af85449-8d3c-4945-af1e-e67df7c8d129 req-48409489-b7cc-4dd4-8de9-2285f048bf99 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156144 May 16 15:15:57.749337 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8b622168-9254-4b5b-a265-354ff4511ca4 req-b44ba7f6-b238-4b1a-821d-38aa185efb62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0605d368-ac3c-4f23-b5ff-e1c7656542f5 HTTP/1.1" status: 200 len: 217 time: 0.0500150 May 16 15:15:57.807011 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb0cba58-4f3c-41d8-8c66-3e3672d9253c req-695b603c-a2d9-4613-9ad4-b5eb29eb555b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134086 May 16 15:15:57.818534 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b622168-9254-4b5b-a265-354ff4511ca4 req-7d1ca2fc-7240-4d0b-870c-ffaf32612ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:57.820197 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8b622168-9254-4b5b-a265-354ff4511ca4 req-7d1ca2fc-7240-4d0b-870c-ffaf32612ad6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.0616531 May 16 15:15:58.030985 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702893-b591-4097-a3b2-009af1cdc7e3 req-89c5172b-473c-4091-8662-74d2466e40fe tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:58.032742 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-71702893-b591-4097-a3b2-009af1cdc7e3 req-89c5172b-473c-4091-8662-74d2466e40fe tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0525994 May 16 15:15:58.088242 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-71702893-b591-4097-a3b2-009af1cdc7e3 req-758644c5-53b3-4b72-a848-a7cf52403d51 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475104 May 16 15:15:58.176767 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b622168-9254-4b5b-a265-354ff4511ca4 req-cb1bd7ca-0709-4edf-82c9-be5d5bcde34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:58.179219 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8b622168-9254-4b5b-a265-354ff4511ca4 req-cb1bd7ca-0709-4edf-82c9-be5d5bcde34d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613108 May 16 15:15:58.195425 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60350) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:58.214671 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d9a1b10-60e7-476c-ace3-4abb6bda42d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.269314 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667515e-0a0d-47ea-a512-881d5878acee req-e8f4636e-68ac-4612-bdaf-6fcbfba215e7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:58.271358 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2667515e-0a0d-47ea-a512-881d5878acee req-e8f4636e-68ac-4612-bdaf-6fcbfba215e7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0507219 May 16 15:15:58.309977 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d9a1b10-60e7-476c-ace3-4abb6bda42d8 admin admin] Publish callbacks [] for security_group (c156f0d6-8eff-4507-9230-5ea89a2d8edc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.324948 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2667515e-0a0d-47ea-a512-881d5878acee req-3f69d2c6-4191-4cdd-83f2-fc4decc533c2 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471692 May 16 15:15:58.332153 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7be8453f-3109-4b92-981a-837b09373d42 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:15:58.374360 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7d9a1b10-60e7-476c-ace3-4abb6bda42d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (c156f0d6-8eff-4507-9230-5ea89a2d8edc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.416059 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a1b10-60e7-476c-ace3-4abb6bda42d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c156f0d6-8eff-4507-9230-5ea89a2d8edc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:58.445185 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7d9a1b10-60e7-476c-ace3-4abb6bda42d8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe94fb65583547389eae8486cc576e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411356 May 16 15:15:58.445185 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60364) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:58.464119 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7be8453f-3109-4b92-981a-837b09373d42,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:58.482640 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '7be8453f-3109-4b92-981a-837b09373d42', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'port_id': '7be8453f-3109-4b92-981a-837b09373d42', 'mac_address': 'fa:16:3e:e2:00:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:15:58.501477 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e74aebe-2038-4f06-a396-a0ff11bf3841 admin admin] Publish callbacks [] for security_group (c156f0d6-8eff-4507-9230-5ea89a2d8edc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.527954 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e74aebe-2038-4f06-a396-a0ff11bf3841 admin admin] Publish callbacks [] for security_group (c156f0d6-8eff-4507-9230-5ea89a2d8edc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.537579 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 7be8453f-3109-4b92-981a-837b09373d42 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:58.537971 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7be8453f-3109-4b92-981a-837b09373d42), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.556572 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be8453f-3109-4b92-981a-837b09373d42 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:58.593222 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7be8453f-3109-4b92-981a-837b09373d42,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:58.651361 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e74aebe-2038-4f06-a396-a0ff11bf3841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (c156f0d6-8eff-4507-9230-5ea89a2d8edc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.654091 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e74aebe-2038-4f06-a396-a0ff11bf3841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.657485 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7e74aebe-2038-4f06-a396-a0ff11bf3841 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c156f0d6-8eff-4507-9230-5ea89a2d8edc HTTP/1.1" status: 204 len: 168 time: 0.2126446 May 16 15:15:58.665197 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74aebe-2038-4f06-a396-a0ff11bf3841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c156f0d6-8eff-4507-9230-5ea89a2d8edc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:58.682939 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7be8453f-3109-4b92-981a-837b09373d42), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.738212 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=7be8453f-3109-4b92-981a-837b09373d42,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:58.840044 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8b622168-9254-4b5b-a265-354ff4511ca4 req-113294a2-f1f3-40a6-b55b-0af7582178f1 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832640 May 16 15:15:58.879871 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aaf6b-6ac8-4a47-b0e9-d040efe0c442 req-c99af2f0-da99-410c-aadd-147e160e2987 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:58.881655 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f91aaf6b-6ac8-4a47-b0e9-d040efe0c442 req-c99af2f0-da99-410c-aadd-147e160e2987 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 946 time: 0.0838201 May 16 15:15:58.963682 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f91aaf6b-6ac8-4a47-b0e9-d040efe0c442 req-bc8afec5-6361-428c-a887-f904d286cbe0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751450 May 16 15:15:59.054940 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['7be8453f-3109-4b92-981a-837b09373d42'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:15:59.240240 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bac13-04a5-4027-a579-6801c503b7e5 req-429ae7ea-5d75-4387-90b6-d18ace2c628d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:59.242333 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d40bac13-04a5-4027-a579-6801c503b7e5 req-429ae7ea-5d75-4387-90b6-d18ace2c628d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 945 time: 0.0623436 May 16 15:15:59.292008 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d40bac13-04a5-4027-a579-6801c503b7e5 req-1c1a02fd-d6ed-4af0-80eb-ffedf2394fb6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440824 May 16 15:15:59.463958 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c8ab8-2c79-4b77-9b99-c3723f7992c8 req-40f3e13c-eb8f-40e0-b9a7-0eeaa249bcdd tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:59.465595 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-163c8ab8-2c79-4b77-9b99-c3723f7992c8 req-40f3e13c-eb8f-40e0-b9a7-0eeaa249bcdd tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0668485 May 16 15:15:59.568536 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-163c8ab8-2c79-4b77-9b99-c3723f7992c8 req-460de213-2fdd-472f-9fff-17ce283c5efc tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945473 May 16 15:15:59.585644 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8b622168-9254-4b5b-a265-354ff4511ca4 req-8a0e911c-2360-4c0b-9dbe-f6ae3071daeb service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189070 May 16 15:16:00.044066 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60468) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:00.105038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcba542-60c0-4cec-88ab-90665d5f3133 req-4ed07b9e-fc1d-476a-a251-da2cae33aa12 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:00.106547 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1fcba542-60c0-4cec-88ab-90665d5f3133 req-4ed07b9e-fc1d-476a-a251-da2cae33aa12 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 946 time: 0.0511761 May 16 15:16:00.167391 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1fcba542-60c0-4cec-88ab-90665d5f3133 req-99778c95-465f-4514-83df-9a272bf8a41f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550394 May 16 15:16:00.288100 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a8c70-88e8-4981-ad8e-a6f41e473a92 req-b084496a-306e-4b3e-ab62-cbcf99413a47 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:00.293280 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4f3a8c70-88e8-4981-ad8e-a6f41e473a92 req-b084496a-306e-4b3e-ab62-cbcf99413a47 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 946 time: 0.0556905 May 16 15:16:00.298407 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60484) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:00.305968 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1decd2f7-0b47-4fe3-a64a-48efe96151bf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'floatingip': {'port_id': '9d2d9f44-9262-4053-b198-1c13754b68fd'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:00.339501 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7be8453f-3109-4b92-981a-837b09373d42 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:16:00.393324 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aea59639-4b4a-4a43-96a6-4be5275ec5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:00.411504 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1decd2f7-0b47-4fe3-a64a-48efe96151bf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (5e2221cd-e6f4-4e96-b208-abc38a218177), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:00.426158 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 7be8453f-3109-4b92-981a-837b09373d42 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:16:00.467076 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45ebc4-8f46-4987-8821-f8d0a31fdd30 req-5544c656-396a-41fa-9d72-038ee74e57a5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:00.468667 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4b45ebc4-8f46-4987-8821-f8d0a31fdd30 req-5544c656-396a-41fa-9d72-038ee74e57a5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 945 time: 0.0641615 May 16 15:16:00.521005 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 7be8453f-3109-4b92-981a-837b09373d42 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:00.521643 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7be8453f-3109-4b92-981a-837b09373d42), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:00.550694 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4b45ebc4-8f46-4987-8821-f8d0a31fdd30 req-e3889c8e-dfb2-48d5-b1d6-d7b3575836b7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683384 May 16 15:16:00.620227 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 7be8453f-3109-4b92-981a-837b09373d42 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:00.620865 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7be8453f-3109-4b92-981a-837b09373d42), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:00.639799 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aea59639-4b4a-4a43-96a6-4be5275ec5fd admin admin] Publish callbacks [] for security_group (df72b672-661e-433b-90b3-e242cb86bef3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:00.650006 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be8453f-3109-4b92-981a-837b09373d42'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:00.652954 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82d7d26-b252-4d7b-8172-4005da301636" -d '{"events": [{"server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "name": "network-vif-plugged", "status": "completed", "tag": "7be8453f-3109-4b92-981a-837b09373d42"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:00.673032 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7be8453f-3109-4b92-981a-837b09373d42,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:00.712021 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2401bbb5-3510-4842-938c-7a7297f903fb x-openstack-request-id: req-2401bbb5-3510-4842-938c-7a7297f903fb {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:00.712021 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "name": "network-vif-plugged", "status": "completed", "tag": "7be8453f-3109-4b92-981a-837b09373d42", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:00.712021 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2401bbb5-3510-4842-938c-7a7297f903fb {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:00.712021 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2401bbb5-3510-4842-938c-7a7297f903fb'] response: {'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be8453f-3109-4b92-981a-837b09373d42', 'code': 200} May 16 15:16:00.712810 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0ecdc-fcaf-438a-bb0b-e62005273613 req-01d38ded-5982-46d9-a773-afd94169e908 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:00.713959 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6af0ecdc-fcaf-438a-bb0b-e62005273613 req-01d38ded-5982-46d9-a773-afd94169e908 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0721989 May 16 15:16:00.760604 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aea59639-4b4a-4a43-96a6-4be5275ec5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (df72b672-661e-433b-90b3-e242cb86bef3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:00.762241 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6af0ecdc-fcaf-438a-bb0b-e62005273613 req-19a1fa4e-a98d-441e-84c9-020a4c819663 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 May 16 15:16:00.808917 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7be8453f-3109-4b92-981a-837b09373d42), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:00.918477 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=7be8453f-3109-4b92-981a-837b09373d42,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:01.076565 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea59639-4b4a-4a43-96a6-4be5275ec5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df72b672-661e-433b-90b3-e242cb86bef3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:01.091313 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-aea59639-4b4a-4a43-96a6-4be5275ec5fd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1176d818e9c14a29ba6bd2b38539f8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0453916 May 16 15:16:01.094638 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 60518) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:01.161162 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-088de2be-5f2a-4737-872d-a3560892f957 admin admin] Publish callbacks [] for security_group (df72b672-661e-433b-90b3-e242cb86bef3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.192693 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-088de2be-5f2a-4737-872d-a3560892f957 admin admin] Publish callbacks [] for security_group (df72b672-661e-433b-90b3-e242cb86bef3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.244251 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5d6fd-5da2-4204-9728-1d0d517ce3ea req-3aa68a7b-017c-447c-a0ba-647a8533078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:01.246210 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2db5d6fd-5da2-4204-9728-1d0d517ce3ea req-3aa68a7b-017c-447c-a0ba-647a8533078a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 1130 time: 0.0702794 May 16 15:16:01.297425 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2db5d6fd-5da2-4204-9728-1d0d517ce3ea req-14262080-faac-4971-b597-3dc17d6e4d6c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 May 16 15:16:01.337182 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-088de2be-5f2a-4737-872d-a3560892f957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (df72b672-661e-433b-90b3-e242cb86bef3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.339823 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-088de2be-5f2a-4737-872d-a3560892f957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.340944 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-088de2be-5f2a-4737-872d-a3560892f957 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df72b672-661e-433b-90b3-e242cb86bef3 HTTP/1.1" status: 204 len: 168 time: 0.2450228 May 16 15:16:01.350039 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088de2be-5f2a-4737-872d-a3560892f957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df72b672-661e-433b-90b3-e242cb86bef3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:01.350761 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1decd2f7-0b47-4fe3-a64a-48efe96151bf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.435144 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1decd2f7-0b47-4fe3-a64a-48efe96151bf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (5e2221cd-e6f4-4e96-b208-abc38a218177), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.535618 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-1decd2f7-0b47-4fe3-a64a-48efe96151bf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Floating IP 5e2221cd-e6f4-4e96-b208-abc38a218177 associated. External IP: 172.27.1.222, port: 9d2d9f44-9262-4053-b198-1c13754b68fd. May 16 15:16:01.679692 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022373a-4f8f-4e73-9d61-749cace7d10e req-cfaed2c8-e6c5-4d7d-a2d0-86ba2baecbbc tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:01.681477 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1022373a-4f8f-4e73-9d61-749cace7d10e req-cfaed2c8-e6c5-4d7d-a2d0-86ba2baecbbc tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0602963 May 16 15:16:01.754568 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1decd2f7-0b47-4fe3-a64a-48efe96151bf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Router 2614e299-9545-4e33-9bed-05db8c6f08f2 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:16:01.756057 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1022373a-4f8f-4e73-9d61-749cace7d10e req-a216f00f-4d02-4f31-91ac-317a22edd1d9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571966 May 16 15:16:01.897478 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1decd2f7-0b47-4fe3-a64a-48efe96151bf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:16:01.904398 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1decd2f7-0b47-4fe3-a64a-48efe96151bf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.911948 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fdf7d-f2a5-4afb-8e04-790a40a1093a None None] Sync routers for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:16:01.926591 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610bb11-f6c0-45b5-b38f-36a2381e7b93 req-bcf11bd3-653b-4613-b4fa-c3f0b3a4ea63 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:01.929058 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914fdf7d-f2a5-4afb-8e04-790a40a1093a None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:01.929686 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-914fdf7d-f2a5-4afb-8e04-790a40a1093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:01.934484 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d610bb11-f6c0-45b5-b38f-36a2381e7b93 req-bcf11bd3-653b-4613-b4fa-c3f0b3a4ea63 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0969143 May 16 15:16:01.942556 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1decd2f7-0b47-4fe3-a64a-48efe96151bf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "PUT /v2.0/floatingips/5e2221cd-e6f4-4e96-b208-abc38a218177 HTTP/1.1" status: 200 len: 992 time: 1.6430492 May 16 15:16:01.954294 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'tag': '9d2d9f44-9262-4053-b198-1c13754b68fd'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:01.958004 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1cb78ffffb3c46d6a28f5666227229b2ef2d05e83ea804cfb91f6f675c7fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c27f99-dce3-4691-8ab6-cdab319c62af" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b1e4cf-ff7e-43d2-9351-ca6206651db4", "tag": "9d2d9f44-9262-4053-b198-1c13754b68fd"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:02.002606 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d610bb11-f6c0-45b5-b38f-36a2381e7b93 req-e6b38b09-2bbc-4a6d-a412-ddddd86760a3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588429 May 16 15:16:02.015734 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155da240-080c-4e15-888d-c016e9354393 x-openstack-request-id: req-155da240-080c-4e15-888d-c016e9354393 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:02.016227 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b1e4cf-ff7e-43d2-9351-ca6206651db4", "tag": "9d2d9f44-9262-4053-b198-1c13754b68fd", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:02.016840 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-155da240-080c-4e15-888d-c016e9354393 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:02.017376 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155da240-080c-4e15-888d-c016e9354393'] response: {'name': 'network-changed', 'server_uuid': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'tag': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'status': 'completed', 'code': 200} May 16 15:16:02.044097 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-914fdf7d-f2a5-4afb-8e04-790a40a1093a None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:02.154979 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60556) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:02.213896 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c27f99-dce3-4691-8ab6-cdab319c62af req-0fe27a20-4e7b-4010-9aa7-776130004099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:02.218622 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-44c27f99-dce3-4691-8ab6-cdab319c62af req-0fe27a20-4e7b-4010-9aa7-776130004099 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 1130 time: 0.0716021 May 16 15:16:02.242027 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60562) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:02.266249 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5222d7a-9f83-4409-b59e-7f54d7e62873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.363727 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-914fdf7d-f2a5-4afb-8e04-790a40a1093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '5e2221cd-e6f4-4e96-b208-abc38a218177', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:0f:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:33Z', 'updated_at': '2022-05-16T15:16:01Z', 'revision_number': 1, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:02.395309 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c27f99-dce3-4691-8ab6-cdab319c62af req-a0ac7644-f326-46a8-8084-9993555da0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:02.395774 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fdf7d-f2a5-4afb-8e04-790a40a1093a None None] Checking router: 2614e299-9545-4e33-9bed-05db8c6f08f2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:16:02.399372 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-44c27f99-dce3-4691-8ab6-cdab319c62af req-a0ac7644-f326-46a8-8084-9993555da0e1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 200 len: 916 time: 0.1726027 May 16 15:16:02.405733 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914fdf7d-f2a5-4afb-8e04-790a40a1093a None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:02.405897 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5222d7a-9f83-4409-b59e-7f54d7e62873 admin admin] Publish callbacks [] for security_group (d300a1b9-fbda-4627-ae79-d1f12dfcb6db), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.406396 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-914fdf7d-f2a5-4afb-8e04-790a40a1093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:15:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:02.420012 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-76775c62-d94f-4a8b-9901-b7f9cb7a37c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.502500 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5222d7a-9f83-4409-b59e-7f54d7e62873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d300a1b9-fbda-4627-ae79-d1f12dfcb6db), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.506121 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-76775c62-d94f-4a8b-9901-b7f9cb7a37c1 admin admin] Publish callbacks [] for security_group (f3aa541e-061b-4c21-a93a-8e231ccfec7c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.510567 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-914fdf7d-f2a5-4afb-8e04-790a40a1093a None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:02.542115 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5222d7a-9f83-4409-b59e-7f54d7e62873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d300a1b9-fbda-4627-ae79-d1f12dfcb6db,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:02.550003 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a5222d7a-9f83-4409-b59e-7f54d7e62873 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ef85ed99f5e44d1489e690354654aff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064761 May 16 15:16:02.553396 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 60566) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:02.606170 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-76775c62-d94f-4a8b-9901-b7f9cb7a37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (f3aa541e-061b-4c21-a93a-8e231ccfec7c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.618202 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d57bb83-d340-4721-a9a9-6898b5bcdb2e admin admin] Publish callbacks [] for security_group (d300a1b9-fbda-4627-ae79-d1f12dfcb6db), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.644053 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d57bb83-d340-4721-a9a9-6898b5bcdb2e admin admin] Publish callbacks [] for security_group (d300a1b9-fbda-4627-ae79-d1f12dfcb6db), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.652316 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-76775c62-d94f-4a8b-9901-b7f9cb7a37c1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0b9cf2a3d7894f1f8550e35bf6787ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962270 May 16 15:16:02.653339 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 60570) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:02.692930 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76775c62-d94f-4a8b-9901-b7f9cb7a37c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aa541e-061b-4c21-a93a-8e231ccfec7c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:02.720749 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-571bee3a-6fb7-472d-8153-d470ce32a7d1 admin admin] Publish callbacks [] for security_group (f3aa541e-061b-4c21-a93a-8e231ccfec7c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.743796 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-571bee3a-6fb7-472d-8153-d470ce32a7d1 admin admin] Publish callbacks [] for security_group (f3aa541e-061b-4c21-a93a-8e231ccfec7c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.792422 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-914fdf7d-f2a5-4afb-8e04-790a40a1093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '5e2221cd-e6f4-4e96-b208-abc38a218177', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:0f:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:33Z', 'updated_at': '2022-05-16T15:16:01Z', 'revision_number': 1, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:02.820563 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fdf7d-f2a5-4afb-8e04-790a40a1093a None None] The sync data for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi is: [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '5e2221cd-e6f4-4e96-b208-abc38a218177', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:0f:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:33Z', 'updated_at': '2022-05-16T15:16:01Z', 'revision_number': 1, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:16:02.873441 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d57bb83-d340-4721-a9a9-6898b5bcdb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d300a1b9-fbda-4627-ae79-d1f12dfcb6db), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.873441 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7d57bb83-d340-4721-a9a9-6898b5bcdb2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.884981 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7d57bb83-d340-4721-a9a9-6898b5bcdb2e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d300a1b9-fbda-4627-ae79-d1f12dfcb6db HTTP/1.1" status: 204 len: 168 time: 0.3212407 May 16 15:16:02.896411 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e1069-c6eb-44fd-b3a3-cbe7759ead91 req-c86dc11b-a2f8-4eb5-81d3-c0ba6b365ec6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:02.898725 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a72e1069-c6eb-44fd-b3a3-cbe7759ead91 req-c86dc11b-a2f8-4eb5-81d3-c0ba6b365ec6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0789216 May 16 15:16:02.904191 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57bb83-d340-4721-a9a9-6898b5bcdb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d300a1b9-fbda-4627-ae79-d1f12dfcb6db,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:02.905827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-571bee3a-6fb7-472d-8153-d470ce32a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (f3aa541e-061b-4c21-a93a-8e231ccfec7c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.909896 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-571bee3a-6fb7-472d-8153-d470ce32a7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.913011 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-571bee3a-6fb7-472d-8153-d470ce32a7d1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f3aa541e-061b-4c21-a93a-8e231ccfec7c HTTP/1.1" status: 204 len: 168 time: 0.2587018 May 16 15:16:02.932402 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bee3a-6fb7-472d-8153-d470ce32a7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aa541e-061b-4c21-a93a-8e231ccfec7c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:02.996109 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a72e1069-c6eb-44fd-b3a3-cbe7759ead91 req-5a9a8a30-62f4-4199-ac87-9f3e50620689 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796685 May 16 15:16:03.255977 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03181a99-1e07-4c3b-a66c-943b65cfa5ee req-e82f5972-efc2-496e-a761-3750c3bc7f1f tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:03.257636 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-03181a99-1e07-4c3b-a66c-943b65cfa5ee req-e82f5972-efc2-496e-a761-3750c3bc7f1f tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.1578431 May 16 15:16:03.300635 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-44c27f99-dce3-4691-8ab6-cdab319c62af req-ac22da86-3e8d-4ae7-8073-1e522faee96f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d2d9f44-9262-4053-b198-1c13754b68fd HTTP/1.1" status: 200 len: 1000 time: 0.2068145 May 16 15:16:03.379644 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-03181a99-1e07-4c3b-a66c-943b65cfa5ee req-d135e9bd-f3a6-4fe6-919d-5e5fdeb67d50 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839922 May 16 15:16:03.381539 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c27f99-dce3-4691-8ab6-cdab319c62af req-1fed0bf7-2fa6-4290-a319-0c5c1b13ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:03.383072 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-44c27f99-dce3-4691-8ab6-cdab319c62af req-1fed0bf7-2fa6-4290-a319-0c5c1b13ae05 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3320305d-ea26-430d-95fd-04322a6b5aa8 HTTP/1.1" status: 200 len: 854 time: 0.0759096 May 16 15:16:03.408557 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1abae38a-ea0a-405f-a86a-7dab19ed4a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:03.449686 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c27f99-dce3-4691-8ab6-cdab319c62af req-befbf6a8-1c4c-42b5-9dab-9931ed1dae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:03.449686 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-44c27f99-dce3-4691-8ab6-cdab319c62af req-befbf6a8-1c4c-42b5-9dab-9931ed1dae89 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a605965-a559-434b-a7bc-1500d5306bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534379 May 16 15:16:03.548400 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-44c27f99-dce3-4691-8ab6-cdab319c62af req-8ab33b29-d2ec-4674-a930-c8e06aede84a service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926220 May 16 15:16:03.657235 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-44c27f99-dce3-4691-8ab6-cdab319c62af req-bcf9f0c6-7ecd-40de-85c0-05998d26c6e1 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014545 May 16 15:16:03.765939 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5345660e-683f-49af-899f-2df3ba9651e7 None None] New status for floating IP 5e2221cd-e6f4-4e96-b208-abc38a218177: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:16:03.887154 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 60608) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:03.901666 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39179f72-cb02-48fd-8ed8-33f8807ee6b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:03.993154 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39179f72-cb02-48fd-8ed8-33f8807ee6b7 admin admin] Publish callbacks [] for security_group (0b5c932c-8026-4af4-9520-19f812648675), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.073491 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-39179f72-cb02-48fd-8ed8-33f8807ee6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (0b5c932c-8026-4af4-9520-19f812648675), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.156060 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39179f72-cb02-48fd-8ed8-33f8807ee6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5c932c-8026-4af4-9520-19f812648675,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:04.160866 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-39179f72-cb02-48fd-8ed8-33f8807ee6b7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c07684217a64763a036cb4652806dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724006 May 16 15:16:04.163547 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 60624) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:04.176185 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd17e7-de29-48ca-90c8-cdb47f356aec req-61d270f3-3cd8-43a5-944d-e79446e4d623 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:04.177602 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c3fd17e7-de29-48ca-90c8-cdb47f356aec req-61d270f3-3cd8-43a5-944d-e79446e4d623 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0944562 May 16 15:16:04.255196 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c3fd17e7-de29-48ca-90c8-cdb47f356aec req-2cf4bf01-544c-4c81-bf7c-7a6acd012906 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703323 May 16 15:16:04.255830 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d4043be-4ce9-46cf-a7b0-6552603ab7e1 admin admin] Publish callbacks [] for security_group (0b5c932c-8026-4af4-9520-19f812648675), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.282432 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d4043be-4ce9-46cf-a7b0-6552603ab7e1 admin admin] Publish callbacks [] for security_group (0b5c932c-8026-4af4-9520-19f812648675), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.387145 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d971-9283-4c32-bbd1-1cf33aed714c req-07a271f9-dd65-447b-bb23-7b9cf3f3696c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:04.388800 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b2a4d971-9283-4c32-bbd1-1cf33aed714c req-07a271f9-dd65-447b-bb23-7b9cf3f3696c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0489774 May 16 15:16:04.397885 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 60636) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:04.402334 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8a2e3103-5686-4be4-b7be-30a63f300742 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Request body: {'floatingip': {'port_id': '7be8453f-3109-4b92-981a-837b09373d42'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:04.467003 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d4043be-4ce9-46cf-a7b0-6552603ab7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (0b5c932c-8026-4af4-9520-19f812648675), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.469564 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0d4043be-4ce9-46cf-a7b0-6552603ab7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.470653 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0d4043be-4ce9-46cf-a7b0-6552603ab7e1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0b5c932c-8026-4af4-9520-19f812648675 HTTP/1.1" status: 204 len: 168 time: 0.3061895 May 16 15:16:04.497721 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a2e3103-5686-4be4-b7be-30a63f300742 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (58eaafe0-8ebb-479b-9daa-40bedf7462ba), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.515495 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4043be-4ce9-46cf-a7b0-6552603ab7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5c932c-8026-4af4-9520-19f812648675,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:04.610829 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ad25e-04f8-4748-8bdf-f3c85b9c3c4c req-3ad233d8-b165-4a77-8f83-eaf229d72560 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:04.613890 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-801ad25e-04f8-4748-8bdf-f3c85b9c3c4c req-3ad233d8-b165-4a77-8f83-eaf229d72560 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.1469440 May 16 15:16:04.744215 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-801ad25e-04f8-4748-8bdf-f3c85b9c3c4c req-e6f93a84-7a6d-4826-ab16-bd8c836f30a9 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207328 May 16 15:16:05.452427 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a2e3103-5686-4be4-b7be-30a63f300742 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:05.470959 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a8bf45c2-ff0f-45f7-a43e-57a629e7175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:05.539622 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a2e3103-5686-4be4-b7be-30a63f300742 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (58eaafe0-8ebb-479b-9daa-40bedf7462ba), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:05.645154 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-8a2e3103-5686-4be4-b7be-30a63f300742 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Floating IP 58eaafe0-8ebb-479b-9daa-40bedf7462ba associated. External IP: 172.27.1.142, port: 7be8453f-3109-4b92-981a-837b09373d42. May 16 15:16:05.903542 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2e3103-5686-4be4-b7be-30a63f300742 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Router 34388a07-17be-41c2-bae6-1117b9280a0e has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:16:05.925865 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdffa20-1c52-4442-95a0-6b7e5b6b1229 req-07b33fae-4a12-41e9-848e-bec71b2ae111 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:05.925865 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1fdffa20-1c52-4442-95a0-6b7e5b6b1229 req-07b33fae-4a12-41e9-848e-bec71b2ae111 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0708299 May 16 15:16:06.014790 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1fdffa20-1c52-4442-95a0-6b7e5b6b1229 req-b0b2fdab-c120-4888-81a4-a2288c26019d tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877218 May 16 15:16:06.056757 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2e3103-5686-4be4-b7be-30a63f300742 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:16:06.061955 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a2e3103-5686-4be4-b7be-30a63f300742 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:06.068986 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1bb5a7-a477-4832-bf60-d2bba26b7ca8 None None] Sync routers for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:16:06.091566 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1bb5a7-a477-4832-bf60-d2bba26b7ca8 None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:06.092388 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3a1bb5a7-a477-4832-bf60-d2bba26b7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:16:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:06.101771 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8a2e3103-5686-4be4-b7be-30a63f300742 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "PUT /v2.0/floatingips/58eaafe0-8ebb-479b-9daa-40bedf7462ba HTTP/1.1" status: 200 len: 992 time: 1.7025952 May 16 15:16:06.104115 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'tag': '7be8453f-3109-4b92-981a-837b09373d42'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:06.104767 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5bb977-4f8c-48cb-bd20-4a16594ecb70" -d '{"events": [{"name": "network-changed", "server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "tag": "7be8453f-3109-4b92-981a-837b09373d42"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:06.164528 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3572bd-128f-4a98-b6a1-7f5c4ee1f8c3 x-openstack-request-id: req-de3572bd-128f-4a98-b6a1-7f5c4ee1f8c3 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:06.164835 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "tag": "7be8453f-3109-4b92-981a-837b09373d42", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:06.165095 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de3572bd-128f-4a98-b6a1-7f5c4ee1f8c3 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:06.165506 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de3572bd-128f-4a98-b6a1-7f5c4ee1f8c3'] response: {'name': 'network-changed', 'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'tag': '7be8453f-3109-4b92-981a-837b09373d42', 'status': 'completed', 'code': 200} May 16 15:16:06.289286 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-3a1bb5a7-a477-4832-bf60-d2bba26b7ca8 None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:06.500403 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3a1bb5a7-a477-4832-bf60-d2bba26b7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '58eaafe0-8ebb-479b-9daa-40bedf7462ba', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'port_id': '7be8453f-3109-4b92-981a-837b09373d42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'mac_address': 'fa:16:3e:e2:00:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893feede-4052-4c51-96a2-1f93510d1f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:36Z', 'updated_at': '2022-05-16T15:16:05Z', 'revision_number': 1, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:06.530073 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1bb5a7-a477-4832-bf60-d2bba26b7ca8 None None] Checking router: 34388a07-17be-41c2-bae6-1117b9280a0e for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:16:06.539283 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1bb5a7-a477-4832-bf60-d2bba26b7ca8 None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:06.539921 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3a1bb5a7-a477-4832-bf60-d2bba26b7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:16:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:06.634149 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:06.642212 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-3a1bb5a7-a477-4832-bf60-d2bba26b7ca8 None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:06.854741 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-3a1bb5a7-a477-4832-bf60-d2bba26b7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '58eaafe0-8ebb-479b-9daa-40bedf7462ba', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'port_id': '7be8453f-3109-4b92-981a-837b09373d42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'mac_address': 'fa:16:3e:e2:00:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893feede-4052-4c51-96a2-1f93510d1f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:36Z', 'updated_at': '2022-05-16T15:16:05Z', 'revision_number': 1, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:06.882338 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1bb5a7-a477-4832-bf60-d2bba26b7ca8 None None] The sync data for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi is: [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '58eaafe0-8ebb-479b-9daa-40bedf7462ba', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'port_id': '7be8453f-3109-4b92-981a-837b09373d42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'mac_address': 'fa:16:3e:e2:00:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893feede-4052-4c51-96a2-1f93510d1f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:36Z', 'updated_at': '2022-05-16T15:16:05Z', 'revision_number': 1, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:16:07.109689 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d859654-2884-4654-8a4b-fc0420e14b5b None None] New status for floating IP 58eaafe0-8ebb-479b-9daa-40bedf7462ba: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:16:07.155184 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4aa19-bc8a-4e93-8a6c-2c2e9b8fbc3c req-e6240bca-780c-4676-af71-3db6497eff2b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:07.157591 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-36d4aa19-bc8a-4e93-8a6c-2c2e9b8fbc3c req-e6240bca-780c-4676-af71-3db6497eff2b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0640855 May 16 15:16:07.209893 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-36d4aa19-bc8a-4e93-8a6c-2c2e9b8fbc3c req-41acc94b-3a0b-4a6d-ad4a-63ae914716cf tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464718 May 16 15:16:07.584753 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3f00099-7178-4295-b184-ec4b77461e27 req-f680e671-bd77-4bd1-90cd-44438f9ebdfe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669248 May 16 15:16:07.587846 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bb977-4f8c-48cb-bd20-4a16594ecb70 req-db463e43-47a9-4bac-b6a0-393dd49e1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:07.589200 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8c5bb977-4f8c-48cb-bd20-4a16594ecb70 req-db463e43-47a9-4bac-b6a0-393dd49e1d34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 1130 time: 0.0629838 May 16 15:16:07.786294 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f00099-7178-4295-b184-ec4b77461e27 req-2b42367c-db4e-4c80-ba6c-54aa1772082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:07.787997 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3f00099-7178-4295-b184-ec4b77461e27 req-2b42367c-db4e-4c80-ba6c-54aa1772082a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=494afadf76c94f859b141309a6a3e37b&device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 1129 time: 0.0622241 May 16 15:16:07.847388 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bb977-4f8c-48cb-bd20-4a16594ecb70 req-7d3cd292-7448-4a54-afe4-94d8ef73102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:07.848891 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8c5bb977-4f8c-48cb-bd20-4a16594ecb70 req-7d3cd292-7448-4a54-afe4-94d8ef73102c service neutron] 10.222.0.25 "GET /v2.0/networks?id=92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 200 len: 917 time: 0.1629133 May 16 15:16:08.002607 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:08.226641 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8c5bb977-4f8c-48cb-bd20-4a16594ecb70 req-c6a70867-5706-4fb1-809e-849669ea6f91 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7be8453f-3109-4b92-981a-837b09373d42 HTTP/1.1" status: 200 len: 1002 time: 0.1033881 May 16 15:16:08.352375 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bb977-4f8c-48cb-bd20-4a16594ecb70 req-fca28781-c710-4fc7-b397-cb142f41c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:08.353816 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8c5bb977-4f8c-48cb-bd20-4a16594ecb70 req-fca28781-c710-4fc7-b397-cb142f41c0c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7f94bc8-370b-43de-bf3a-439204eaed77 HTTP/1.1" status: 200 len: 855 time: 0.0994442 May 16 15:16:08.357736 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f00099-7178-4295-b184-ec4b77461e27 req-c7406cdb-55cf-4804-ad94-31352f4a85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:08.359089 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3f00099-7178-4295-b184-ec4b77461e27 req-c7406cdb-55cf-4804-ad94-31352f4a85b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e HTTP/1.1" status: 200 len: 912 time: 0.1793590 May 16 15:16:08.366162 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d6460-9a3e-4fe5-9458-8e17f90a768f req-14d46a57-4e91-47d1-a69b-5e78ba779119 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:08.367551 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-297d6460-9a3e-4fe5-9458-8e17f90a768f req-14d46a57-4e91-47d1-a69b-5e78ba779119 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0684307 May 16 15:16:08.444693 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3f00099-7178-4295-b184-ec4b77461e27 req-08c84b1d-0d32-4a1c-8442-cdd344041bff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01d8431d-7010-47b2-8c50-59586072403b HTTP/1.1" status: 200 len: 217 time: 0.0609844 May 16 15:16:08.488645 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bb977-4f8c-48cb-bd20-4a16594ecb70 req-135aaf3b-61cd-41da-908e-209088c0dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:08.490192 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8c5bb977-4f8c-48cb-bd20-4a16594ecb70 req-135aaf3b-61cd-41da-908e-209088c0dc26 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92826b7c-8754-4fc6-b45f-5923507414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1172891 May 16 15:16:08.531591 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-297d6460-9a3e-4fe5-9458-8e17f90a768f req-f257799c-9c1d-4f59-8bc9-ec916069d639 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488707 May 16 15:16:08.546007 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f00099-7178-4295-b184-ec4b77461e27 req-426dfb65-d19c-4cdf-b93c-c607b56ea364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:08.547465 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3f00099-7178-4295-b184-ec4b77461e27 req-426dfb65-d19c-4cdf-b93c-c607b56ea364 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=581988a1-95ce-4d52-b4c2-3b9fc1732743 HTTP/1.1" status: 200 len: 851 time: 0.0918276 May 16 15:16:08.610176 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3f00099-7178-4295-b184-ec4b77461e27 req-0755ddee-b9a4-4e04-be63-fba43287cc98 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292513 May 16 15:16:08.655184 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8c5bb977-4f8c-48cb-bd20-4a16594ecb70 req-5988ac25-c796-4317-bdbc-4981c1d134de service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495595 May 16 15:16:08.778874 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3f00099-7178-4295-b184-ec4b77461e27 req-4a4c3473-d485-4740-a5b0-288e422fe247 service neutron] 10.222.0.25 "GET /v2.0/networks/f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553857 May 16 15:16:08.817284 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60818) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:08.821754 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8c5bb977-4f8c-48cb-bd20-4a16594ecb70 req-d8319542-049d-4d39-b65b-4f6d496561e0 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340969 May 16 15:16:08.892213 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3f00099-7178-4295-b184-ec4b77461e27 req-f4bff6fd-b791-403f-9710-6ad94c027e62 service neutron] 10.222.0.25 "GET /v2.0/networks/f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020229 May 16 15:16:08.974850 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80ddd0e0-affe-4e51-bc56-bad93d091248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:09.062870 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80ddd0e0-affe-4e51-bc56-bad93d091248 admin admin] Publish callbacks [] for security_group (63636f7d-42bc-40aa-8b1a-e6853fd6794a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:09.169129 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80ddd0e0-affe-4e51-bc56-bad93d091248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (63636f7d-42bc-40aa-8b1a-e6853fd6794a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:09.216411 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-80ddd0e0-affe-4e51-bc56-bad93d091248 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6cd508f803f94c8595567745915a86f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979998 May 16 15:16:09.217356 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddd0e0-affe-4e51-bc56-bad93d091248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63636f7d-42bc-40aa-8b1a-e6853fd6794a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:09.218976 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 60834) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:09.276083 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-317dddd3-ad9a-4cca-a3bb-11336fcd296f admin admin] Publish callbacks [] for security_group (63636f7d-42bc-40aa-8b1a-e6853fd6794a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:09.301239 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-317dddd3-ad9a-4cca-a3bb-11336fcd296f admin admin] Publish callbacks [] for security_group (63636f7d-42bc-40aa-8b1a-e6853fd6794a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:09.371422 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec1c22-71d1-4a16-9b9b-c1dfd9b93f25 req-11524a76-20a7-4a8f-9a2a-57427f9fd1fb tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:09.372918 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ccec1c22-71d1-4a16-9b9b-c1dfd9b93f25 req-11524a76-20a7-4a8f-9a2a-57427f9fd1fb tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 945 time: 0.0650518 May 16 15:16:09.423975 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ccec1c22-71d1-4a16-9b9b-c1dfd9b93f25 req-18610390-ffe9-4f93-afdf-04e764b3fe75 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441658 May 16 15:16:09.476535 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-317dddd3-ad9a-4cca-a3bb-11336fcd296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (63636f7d-42bc-40aa-8b1a-e6853fd6794a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:09.479119 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-317dddd3-ad9a-4cca-a3bb-11336fcd296f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:09.480206 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-317dddd3-ad9a-4cca-a3bb-11336fcd296f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/63636f7d-42bc-40aa-8b1a-e6853fd6794a HTTP/1.1" status: 204 len: 168 time: 0.2602551 May 16 15:16:09.488008 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dddd3-ad9a-4cca-a3bb-11336fcd296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63636f7d-42bc-40aa-8b1a-e6853fd6794a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:09.656514 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87302d1-f00d-4b16-8aaf-336a8e7dac72 req-e4c6b236-a133-425b-a35f-dec32f013e83 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:09.658195 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d87302d1-f00d-4b16-8aaf-336a8e7dac72 req-e4c6b236-a133-425b-a35f-dec32f013e83 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0555060 May 16 15:16:09.710858 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d87302d1-f00d-4b16-8aaf-336a8e7dac72 req-9380d5e1-0011-45da-b639-00ed58b3572e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448644 May 16 15:16:10.174451 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 60866) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:10.189016 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:10.263282 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Publish callbacks [] for security_group (e24cf954-9788-4d5d-b562-2327910eb581), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:10.352013 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (e24cf954-9788-4d5d-b562-2327910eb581), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:10.391893 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=81d056c1bad2484fb057ddccffb14872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156978 May 16 15:16:10.392761 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24cf954-9788-4d5d-b562-2327910eb581,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:10.395205 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60874) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:10.400824 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.401223 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.401687 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.402040 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.402389 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.402727 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.403059 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.403394 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.403752 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.404088 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.404423 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.404774 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.405107 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.405467 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.405794 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a70b00b-ebe8-41e7-9ad8-c8659a3c4054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.443010 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Publish callbacks [] for security_group (e24cf954-9788-4d5d-b562-2327910eb581), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:10.467651 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Publish callbacks [] for security_group (e24cf954-9788-4d5d-b562-2327910eb581), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:10.546657 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e55ac-a465-4ff6-a1b6-a0f2735b797a req-25d53db2-eb02-4a5a-b4fc-1ec91a1089db tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:10.548166 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c56e55ac-a465-4ff6-a1b6-a0f2735b797a req-25d53db2-eb02-4a5a-b4fc-1ec91a1089db tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 945 time: 0.0490558 May 16 15:16:10.608180 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (e24cf954-9788-4d5d-b562-2327910eb581), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:10.610982 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:10.612787 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e24cf954-9788-4d5d-b562-2327910eb581 HTTP/1.1" status: 204 len: 168 time: 0.2159839 May 16 15:16:10.622157 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24cf954-9788-4d5d-b562-2327910eb581,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:10.631193 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:10.632765 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:10.634721 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.635059 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.635430 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.635815 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.636144 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.636475 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.636797 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.637296 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.637639 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.637974 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.638314 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.638889 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.639217 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.639541 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.639885 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8392a-8a96-4c50-83f1-0f0f47c544a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:10.848112 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc0a70-7b45-4561-9b89-34acd0fc9531 req-bf550e0f-ca2d-4e05-aa59-de8beff94940 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:10.849656 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0fc0a70-7b45-4561-9b89-34acd0fc9531 req-bf550e0f-ca2d-4e05-aa59-de8beff94940 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0629201 May 16 15:16:10.854427 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c56e55ac-a465-4ff6-a1b6-a0f2735b797a req-1f189250-8eec-4868-a801-22f0850c6671 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997293 May 16 15:16:10.899365 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0fc0a70-7b45-4561-9b89-34acd0fc9531 req-dadb3124-f4d0-405a-a6f2-8fcecf7db389 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 May 16 15:16:11.979081 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073ffba-899e-49a6-8da4-263fee2ca156 req-263363d9-e78a-472e-8e88-e24585596305 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:11.980636 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f073ffba-899e-49a6-8da4-263fee2ca156 req-263363d9-e78a-472e-8e88-e24585596305 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 945 time: 0.0600159 May 16 15:16:12.062216 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758697c9-366e-484a-892c-11459553df61 req-fd26999d-c2a9-40e2-b6e0-be4bb3fbbd55 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:12.063654 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-758697c9-366e-484a-892c-11459553df61 req-fd26999d-c2a9-40e2-b6e0-be4bb3fbbd55 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0707490 May 16 15:16:12.077882 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f073ffba-899e-49a6-8da4-263fee2ca156 req-13f1740f-fe78-485f-8b3e-aeaddfdeb18e tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905795 May 16 15:16:12.124830 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-758697c9-366e-484a-892c-11459553df61 req-b878c938-76a5-4d0e-b498-67e01d24524c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512249 May 16 15:16:12.225047 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 60950) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:12.377846 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-42f1fda6-b593-4006-b09f-963e6470ccb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:12.456971 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-42f1fda6-b593-4006-b09f-963e6470ccb7 admin admin] Publish callbacks [] for security_group (75e35737-2a6c-4c6c-9a5e-a489322ee423), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:12.533799 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-42f1fda6-b593-4006-b09f-963e6470ccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (75e35737-2a6c-4c6c-9a5e-a489322ee423), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:12.609204 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-42f1fda6-b593-4006-b09f-963e6470ccb7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7dfe6678fdcb4cd79916dbe8f65c15ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830373 May 16 15:16:12.612032 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60966) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:12.612517 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1fda6-b593-4006-b09f-963e6470ccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e35737-2a6c-4c6c-9a5e-a489322ee423,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:12.624801 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdb4d1-da04-4fbf-a79a-3f955e04ed06 req-497f4c62-500c-4bcb-9d1f-17cf4d0c049c tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:12.626312 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-07cdb4d1-da04-4fbf-a79a-3f955e04ed06 req-497f4c62-500c-4bcb-9d1f-17cf4d0c049c tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 945 time: 0.0785618 May 16 15:16:12.694298 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-462f85af-515f-4dca-8868-7d4e3815bf77 admin admin] Publish callbacks [] for security_group (75e35737-2a6c-4c6c-9a5e-a489322ee423), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:12.721663 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-462f85af-515f-4dca-8868-7d4e3815bf77 admin admin] Publish callbacks [] for security_group (75e35737-2a6c-4c6c-9a5e-a489322ee423), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:12.775209 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-07cdb4d1-da04-4fbf-a79a-3f955e04ed06 req-b2bb3f00-eccb-4af6-8aa8-817eca633af8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Deleting port 01d8431d-7010-47b2-8c50-59586072403b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:16:12.775565 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07cdb4d1-da04-4fbf-a79a-3f955e04ed06 req-b2bb3f00-eccb-4af6-8aa8-817eca633af8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (01d8431d-7010-47b2-8c50-59586072403b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:12.836575 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-462f85af-515f-4dca-8868-7d4e3815bf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (75e35737-2a6c-4c6c-9a5e-a489322ee423), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:12.839279 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-462f85af-515f-4dca-8868-7d4e3815bf77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:12.840611 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-462f85af-515f-4dca-8868-7d4e3815bf77 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/75e35737-2a6c-4c6c-9a5e-a489322ee423 HTTP/1.1" status: 204 len: 168 time: 0.2266436 May 16 15:16:12.850104 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f85af-515f-4dca-8868-7d4e3815bf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e35737-2a6c-4c6c-9a5e-a489322ee423,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:12.889280 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-07cdb4d1-da04-4fbf-a79a-3f955e04ed06 req-b2bb3f00-eccb-4af6-8aa8-817eca633af8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] For port 01d8431d-7010-47b2-8c50-59586072403b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=01d8431d-7010-47b2-8c50-59586072403b,segment=NetworkSegment(864aa13b-3757-487d-bbaa-c35cc7119f9b),segment_id=864aa13b-3757-487d-bbaa-c35cc7119f9b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:12.889645 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07cdb4d1-da04-4fbf-a79a-3f955e04ed06 req-b2bb3f00-eccb-4af6-8aa8-817eca633af8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (01d8431d-7010-47b2-8c50-59586072403b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:12.905878 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-07cdb4d1-da04-4fbf-a79a-3f955e04ed06 req-b2bb3f00-eccb-4af6-8aa8-817eca633af8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Calling delete_port for 01d8431d-7010-47b2-8c50-59586072403b owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:16:13.188505 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 60994) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:13.219343 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07cdb4d1-da04-4fbf-a79a-3f955e04ed06 req-b2bb3f00-eccb-4af6-8aa8-817eca633af8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (01d8431d-7010-47b2-8c50-59586072403b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:13.262355 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['01d8431d-7010-47b2-8c50-59586072403b'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:16:13.276159 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d66ab-185f-418d-b110-db1e4354f27e req-58df29f9-ad09-4c36-8e9a-8ba0a7229bfd tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:13.277695 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-653d66ab-185f-418d-b110-db1e4354f27e req-58df29f9-ad09-4c36-8e9a-8ba0a7229bfd tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 945 time: 0.1099167 May 16 15:16:13.293145 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb3f00-eccb-4af6-8aa8-817eca633af8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Pushing event deleted for resources: {'Port': ['ID=01d8431d-7010-47b2-8c50-59586072403b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:13.329472 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34dc3e-7ef4-4809-8758-2a7bba07689e req-f072e2aa-cc42-456f-8950-5d41f5a4586e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:13.331515 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5d34dc3e-7ef4-4809-8758-2a7bba07689e req-f072e2aa-cc42-456f-8950-5d41f5a4586e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.1276948 May 16 15:16:13.396124 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cdb4d1-da04-4fbf-a79a-3f955e04ed06 req-b2bb3f00-eccb-4af6-8aa8-817eca633af8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] No DVR routers for this DVR port 01d8431d-7010-47b2-8c50-59586072403b on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:16:13.399724 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-07cdb4d1-da04-4fbf-a79a-3f955e04ed06 req-b2bb3f00-eccb-4af6-8aa8-817eca633af8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:13.402999 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-07cdb4d1-da04-4fbf-a79a-3f955e04ed06 req-b2bb3f00-eccb-4af6-8aa8-817eca633af8 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.25 "DELETE /v2.0/ports/01d8431d-7010-47b2-8c50-59586072403b HTTP/1.1" status: 204 len: 173 time: 0.7707217 May 16 15:16:13.406089 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c247c0bb-0802-47bf-8790-6d17eb129c28', 'name': 'network-vif-deleted', 'tag': '01d8431d-7010-47b2-8c50-59586072403b'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:13.409518 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9ef5ed-57dd-41ad-9587-4ae57b80a3ef" -d '{"events": [{"server_uuid": "c247c0bb-0802-47bf-8790-6d17eb129c28", "name": "network-vif-deleted", "tag": "01d8431d-7010-47b2-8c50-59586072403b"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:13.452911 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-653d66ab-185f-418d-b110-db1e4354f27e req-c32bda78-925c-42c8-80d7-d876a5583f68 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/security-groups?id=d34c903b-4893-48ae-8120-2ac1f077c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563098 May 16 15:16:13.458435 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5d34dc3e-7ef4-4809-8758-2a7bba07689e req-6a581e3a-79f3-4ee2-8c22-a7629882df8e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035745 May 16 15:16:13.508773 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d986b8-736c-4515-afee-f6d395e16f94 x-openstack-request-id: req-01d986b8-736c-4515-afee-f6d395e16f94 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:13.509087 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c247c0bb-0802-47bf-8790-6d17eb129c28", "name": "network-vif-deleted", "tag": "01d8431d-7010-47b2-8c50-59586072403b", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:13.509352 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01d986b8-736c-4515-afee-f6d395e16f94 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:13.509759 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01d986b8-736c-4515-afee-f6d395e16f94'] response: {'server_uuid': 'c247c0bb-0802-47bf-8790-6d17eb129c28', 'name': 'network-vif-deleted', 'tag': '01d8431d-7010-47b2-8c50-59586072403b', 'status': 'completed', 'code': 200} May 16 15:16:13.678680 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 32772) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:13.699167 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fafa1fc9-4775-4c17-9535-eede616f3a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:13.810797 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7008be09-4739-486b-99e1-fd03e34c08b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:13.810797 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 32778) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:13.829038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fafa1fc9-4775-4c17-9535-eede616f3a17 admin admin] Publish callbacks [] for security_group (30abc449-db83-4453-8318-e522264ba2d0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:13.919671 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fafa1fc9-4775-4c17-9535-eede616f3a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (30abc449-db83-4453-8318-e522264ba2d0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:13.920723 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7008be09-4739-486b-99e1-fd03e34c08b2 admin admin] Publish callbacks [] for security_group (5e0938f9-c481-47c3-ad76-8351287b6030), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:13.943542 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ad0efee-701f-4cf6-aece-cc766663d8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:13.962005 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 32782) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:13.962420 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fafa1fc9-4775-4c17-9535-eede616f3a17 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9958c5ee0f2443968e45c6b26d81844c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826424 May 16 15:16:13.963320 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa1fc9-4775-4c17-9535-eede616f3a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30abc449-db83-4453-8318-e522264ba2d0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:14.031799 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7008be09-4739-486b-99e1-fd03e34c08b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (5e0938f9-c481-47c3-ad76-8351287b6030), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.056370 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4694dace-ea19-4399-838b-f6640f34ba4a admin admin] Publish callbacks [] for security_group (30abc449-db83-4453-8318-e522264ba2d0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.103042 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7008be09-4739-486b-99e1-fd03e34c08b2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f6a70620e7b452b8fdecd66348694d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9133418 May 16 15:16:14.105787 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 32784) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:14.108448 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008be09-4739-486b-99e1-fd03e34c08b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0938f9-c481-47c3-ad76-8351287b6030,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:14.116024 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4694dace-ea19-4399-838b-f6640f34ba4a admin admin] Publish callbacks [] for security_group (30abc449-db83-4453-8318-e522264ba2d0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.125695 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ad0efee-701f-4cf6-aece-cc766663d8df admin admin] Publish callbacks [] for security_group (8f79ae54-9839-46d9-9265-f267be472bc4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.161263 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2e7479b-7a2b-49ca-98cc-7b5c9eb67c75 admin admin] Publish callbacks [] for security_group (5e0938f9-c481-47c3-ad76-8351287b6030), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.183261 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2e7479b-7a2b-49ca-98cc-7b5c9eb67c75 admin admin] Publish callbacks [] for security_group (5e0938f9-c481-47c3-ad76-8351287b6030), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.202621 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ad0efee-701f-4cf6-aece-cc766663d8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (8f79ae54-9839-46d9-9265-f267be472bc4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.242981 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4694dace-ea19-4399-838b-f6640f34ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (30abc449-db83-4453-8318-e522264ba2d0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.245630 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4694dace-ea19-4399-838b-f6640f34ba4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.246762 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4694dace-ea19-4399-838b-f6640f34ba4a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/30abc449-db83-4453-8318-e522264ba2d0 HTTP/1.1" status: 204 len: 168 time: 0.2834322 May 16 15:16:14.250086 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1ad0efee-701f-4cf6-aece-cc766663d8df admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=512f2c902c654000bf31972fcd402137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4409974 May 16 15:16:14.251147 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0efee-701f-4cf6-aece-cc766663d8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f79ae54-9839-46d9-9265-f267be472bc4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:14.253407 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 32788) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:14.262872 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694dace-ea19-4399-838b-f6640f34ba4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30abc449-db83-4453-8318-e522264ba2d0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:14.314304 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-729a6f11-2c36-41ff-85c7-aae319ae7363 admin admin] Publish callbacks [] for security_group (8f79ae54-9839-46d9-9265-f267be472bc4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.325403 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2e7479b-7a2b-49ca-98cc-7b5c9eb67c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (5e0938f9-c481-47c3-ad76-8351287b6030), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.328499 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2e7479b-7a2b-49ca-98cc-7b5c9eb67c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.329660 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f2e7479b-7a2b-49ca-98cc-7b5c9eb67c75 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5e0938f9-c481-47c3-ad76-8351287b6030 HTTP/1.1" status: 204 len: 168 time: 0.2226880 May 16 15:16:14.353333 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-729a6f11-2c36-41ff-85c7-aae319ae7363 admin admin] Publish callbacks [] for security_group (8f79ae54-9839-46d9-9265-f267be472bc4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.362617 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7479b-7a2b-49ca-98cc-7b5c9eb67c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0938f9-c481-47c3-ad76-8351287b6030,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:14.569735 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-729a6f11-2c36-41ff-85c7-aae319ae7363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (8f79ae54-9839-46d9-9265-f267be472bc4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.571156 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-729a6f11-2c36-41ff-85c7-aae319ae7363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:14.572491 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-729a6f11-2c36-41ff-85c7-aae319ae7363 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8f79ae54-9839-46d9-9265-f267be472bc4 HTTP/1.1" status: 204 len: 168 time: 0.3180914 May 16 15:16:14.610990 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:16:14.622274 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-187b1cf4-211f-4922-9de0-23bc9c6128ac req-cf61c71c-5808-4900-a9fb-4ea385eb3ff5 tempest-DeleteServersTestJSON-1675500696 tempest-DeleteServersTestJSON-1675500696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c247c0bb-0802-47bf-8790-6d17eb129c28 HTTP/1.1" status: 200 len: 210 time: 0.0765040 May 16 15:16:14.638942 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a6f11-2c36-41ff-85c7-aae319ae7363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f79ae54-9839-46d9-9265-f267be472bc4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:14.654104 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63ee6-98eb-4fb4-8919-8423bf46a709 req-ddf22da5-5012-4831-b459-55ffa14ce5ac tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:14.655646 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-63f63ee6-98eb-4fb4-8919-8423bf46a709 req-ddf22da5-5012-4831-b459-55ffa14ce5ac tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.1112022 May 16 15:16:14.702872 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-63f63ee6-98eb-4fb4-8919-8423bf46a709 req-af54c47a-dd26-45e0-bb74-853479972b22 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 May 16 15:16:15.433080 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 32810) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:15.452871 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb332047-f463-4b76-9182-e8bc2e08a8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:15.536461 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb332047-f463-4b76-9182-e8bc2e08a8b5 admin admin] Publish callbacks [] for security_group (4890240b-fdd2-408d-bb01-e3e7ba899ea8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:15.570600 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 32812) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:15.584637 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecf72e66-5889-4f2a-b2f2-fe8549e21351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:15.628882 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb332047-f463-4b76-9182-e8bc2e08a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (4890240b-fdd2-408d-bb01-e3e7ba899ea8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:15.668606 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecf72e66-5889-4f2a-b2f2-fe8549e21351 admin admin] Publish callbacks [] for security_group (736e70df-17f8-4f9a-8519-9bc2a18b8f69), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:15.669721 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-fb332047-f463-4b76-9182-e8bc2e08a8b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dd74fbe35c314756a042b06bdae9cfc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353823 May 16 15:16:15.672623 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 32818) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:15.675364 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb332047-f463-4b76-9182-e8bc2e08a8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4890240b-fdd2-408d-bb01-e3e7ba899ea8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:15.730068 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c757d1aa-631d-4004-a06a-b6ba671a76d6 admin admin] Publish callbacks [] for security_group (4890240b-fdd2-408d-bb01-e3e7ba899ea8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:15.755436 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c757d1aa-631d-4004-a06a-b6ba671a76d6 admin admin] Publish callbacks [] for security_group (4890240b-fdd2-408d-bb01-e3e7ba899ea8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:15.760834 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecf72e66-5889-4f2a-b2f2-fe8549e21351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (736e70df-17f8-4f9a-8519-9bc2a18b8f69), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:15.838314 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ecf72e66-5889-4f2a-b2f2-fe8549e21351 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4b9e8702bb9a4f108d6aeeca485b8b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662861 May 16 15:16:15.838719 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 32830) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:15.864917 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf72e66-5889-4f2a-b2f2-fe8549e21351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736e70df-17f8-4f9a-8519-9bc2a18b8f69,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:15.870980 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 32832) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:15.888750 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a3982ba-f21a-410b-be6a-0f6b44d0a909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:15.923715 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73e3b-e5c1-47e0-b02f-9bbb5dbfc532 req-d817eab6-94cc-4b86-8121-62c6d410efed tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:15.925629 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-65f73e3b-e5c1-47e0-b02f-9bbb5dbfc532 req-d817eab6-94cc-4b86-8121-62c6d410efed tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.1337202 May 16 15:16:15.928694 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86f954e7-967b-44a0-80a8-918e09588275 admin admin] Publish callbacks [] for security_group (736e70df-17f8-4f9a-8519-9bc2a18b8f69), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:15.956579 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86f954e7-967b-44a0-80a8-918e09588275 admin admin] Publish callbacks [] for security_group (736e70df-17f8-4f9a-8519-9bc2a18b8f69), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:16.006193 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-65f73e3b-e5c1-47e0-b02f-9bbb5dbfc532 req-eb3a914a-12f5-4d49-b511-38c4d6b4d437 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719218 May 16 15:16:16.019235 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a3982ba-f21a-410b-be6a-0f6b44d0a909 admin admin] Publish callbacks [] for security_group (d149284d-0333-49b1-8fdc-17456dd82cfc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:16.034670 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c757d1aa-631d-4004-a06a-b6ba671a76d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (4890240b-fdd2-408d-bb01-e3e7ba899ea8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:16.037192 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c757d1aa-631d-4004-a06a-b6ba671a76d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:16.038347 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c757d1aa-631d-4004-a06a-b6ba671a76d6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4890240b-fdd2-408d-bb01-e3e7ba899ea8 HTTP/1.1" status: 204 len: 168 time: 0.3643882 May 16 15:16:16.045946 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757d1aa-631d-4004-a06a-b6ba671a76d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4890240b-fdd2-408d-bb01-e3e7ba899ea8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:16.130961 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3a3982ba-f21a-410b-be6a-0f6b44d0a909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d149284d-0333-49b1-8fdc-17456dd82cfc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:16.135757 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86f954e7-967b-44a0-80a8-918e09588275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (736e70df-17f8-4f9a-8519-9bc2a18b8f69), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:16.136338 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86f954e7-967b-44a0-80a8-918e09588275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:16.138274 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-86f954e7-967b-44a0-80a8-918e09588275 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/736e70df-17f8-4f9a-8519-9bc2a18b8f69 HTTP/1.1" status: 204 len: 168 time: 0.2983580 May 16 15:16:16.153340 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f954e7-967b-44a0-80a8-918e09588275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736e70df-17f8-4f9a-8519-9bc2a18b8f69,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:16.166625 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3982ba-f21a-410b-be6a-0f6b44d0a909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d149284d-0333-49b1-8fdc-17456dd82cfc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:16.192906 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3a3982ba-f21a-410b-be6a-0f6b44d0a909 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=78052f5b06774f39abc51a5d70324ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128092 May 16 15:16:16.193664 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 32844) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:16.277243 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80e7f580-b406-4811-ac29-3a7e90ae1309 admin admin] Publish callbacks [] for security_group (d149284d-0333-49b1-8fdc-17456dd82cfc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:16.302278 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80e7f580-b406-4811-ac29-3a7e90ae1309 admin admin] Publish callbacks [] for security_group (d149284d-0333-49b1-8fdc-17456dd82cfc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:16.417618 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 01d8431d-7010-47b2-8c50-59586072403b no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:16:16.436653 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 01d8431d-7010-47b2-8c50-59586072403b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:16:16.436999 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 01d8431d-7010-47b2-8c50-59586072403b not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:16:16.450855 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80e7f580-b406-4811-ac29-3a7e90ae1309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d149284d-0333-49b1-8fdc-17456dd82cfc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:16.453525 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-80e7f580-b406-4811-ac29-3a7e90ae1309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:16.454702 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-80e7f580-b406-4811-ac29-3a7e90ae1309 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d149284d-0333-49b1-8fdc-17456dd82cfc HTTP/1.1" status: 204 len: 168 time: 0.2637792 May 16 15:16:16.463147 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7f580-b406-4811-ac29-3a7e90ae1309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d149284d-0333-49b1-8fdc-17456dd82cfc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:17.118441 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5e426-ca12-4bc5-8ff7-b4340da4485b req-5af1d10a-c2d3-4ce4-87ad-8c1345e35ca3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:17.119939 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-57a5e426-ca12-4bc5-8ff7-b4340da4485b req-5af1d10a-c2d3-4ce4-87ad-8c1345e35ca3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0472102 May 16 15:16:17.163589 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 32868) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:17.168460 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-57a5e426-ca12-4bc5-8ff7-b4340da4485b req-da1a17cc-7e98-4af6-b2a8-497d4531fad5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431454 May 16 15:16:17.177337 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36fd29d7-eb93-48e8-b680-b48b03170981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.261865 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36fd29d7-eb93-48e8-b680-b48b03170981 admin admin] Publish callbacks [] for security_group (1fbc45a3-515f-4266-810f-d9d333cc7804), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.365372 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-36fd29d7-eb93-48e8-b680-b48b03170981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (1fbc45a3-515f-4266-810f-d9d333cc7804), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.378928 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 32878) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:17.411020 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-36fd29d7-eb93-48e8-b680-b48b03170981 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9848d27b0c3f4d02b827cce6050866ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461653 May 16 15:16:17.411375 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 32880) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:17.412634 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd29d7-eb93-48e8-b680-b48b03170981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbc45a3-515f-4266-810f-d9d333cc7804,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:17.445424 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd8e4b8-931e-40ca-97f1-84248d258137 admin admin] Deleting subnet 581988a1-95ce-4d52-b4c2-3b9fc1732743 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:16:17.449185 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e4b8-931e-40ca-97f1-84248d258137 admin admin] Publish callbacks [] for subnet (581988a1-95ce-4d52-b4c2-3b9fc1732743), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.458829 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 32886) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:17.473792 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac2c27c8-056f-4e51-aaa9-118d9d01d392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.518232 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e4b8-931e-40ca-97f1-84248d258137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28775581'] for subnet (581988a1-95ce-4d52-b4c2-3b9fc1732743), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.576116 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e4b8-931e-40ca-97f1-84248d258137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (581988a1-95ce-4d52-b4c2-3b9fc1732743), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.576252 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac2c27c8-056f-4e51-aaa9-118d9d01d392 admin admin] Publish callbacks [] for security_group (38d74a79-98b5-4d55-839e-2e837e7039a2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.603895 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-542d35c9-2b2c-424e-b75f-d702de1fb5fd admin admin] Publish callbacks [] for security_group (1fbc45a3-515f-4266-810f-d9d333cc7804), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.636456 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac2c27c8-056f-4e51-aaa9-118d9d01d392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (38d74a79-98b5-4d55-839e-2e837e7039a2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.637444 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-542d35c9-2b2c-424e-b75f-d702de1fb5fd admin admin] Publish callbacks [] for security_group (1fbc45a3-515f-4266-810f-d9d333cc7804), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.684817 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 32892) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:17.685029 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ac2c27c8-056f-4e51-aaa9-118d9d01d392 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1c6b8df0f2664038bf94b7937acc1ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249041 May 16 15:16:17.685949 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c27c8-056f-4e51-aaa9-118d9d01d392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d74a79-98b5-4d55-839e-2e837e7039a2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:17.742612 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-247ede14-2364-48d3-b897-a10d37d63efc admin admin] Publish callbacks [] for security_group (38d74a79-98b5-4d55-839e-2e837e7039a2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.756727 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e4b8-931e-40ca-97f1-84248d258137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28144902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28552004'] for subnet (581988a1-95ce-4d52-b4c2-3b9fc1732743), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.787211 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-247ede14-2364-48d3-b897-a10d37d63efc admin admin] Publish callbacks [] for security_group (38d74a79-98b5-4d55-839e-2e837e7039a2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.794988 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-542d35c9-2b2c-424e-b75f-d702de1fb5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (1fbc45a3-515f-4266-810f-d9d333cc7804), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.797503 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-542d35c9-2b2c-424e-b75f-d702de1fb5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.798610 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-542d35c9-2b2c-424e-b75f-d702de1fb5fd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1fbc45a3-515f-4266-810f-d9d333cc7804 HTTP/1.1" status: 204 len: 168 time: 0.3862951 May 16 15:16:17.799442 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8e4b8-931e-40ca-97f1-84248d258137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581988a1-95ce-4d52-b4c2-3b9fc1732743,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:17.815894 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e4b8-931e-40ca-97f1-84248d258137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.817788 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bcd8e4b8-931e-40ca-97f1-84248d258137 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/581988a1-95ce-4d52-b4c2-3b9fc1732743 HTTP/1.1" status: 204 len: 168 time: 0.4431725 May 16 15:16:17.820481 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 32900) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:17.835423 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d35c9-2b2c-424e-b75f-d702de1fb5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbc45a3-515f-4266-810f-d9d333cc7804,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:17.922504 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.953964 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-247ede14-2364-48d3-b897-a10d37d63efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (38d74a79-98b5-4d55-839e-2e837e7039a2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.957562 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-247ede14-2364-48d3-b897-a10d37d63efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:17.961285 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-247ede14-2364-48d3-b897-a10d37d63efc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/38d74a79-98b5-4d55-839e-2e837e7039a2 HTTP/1.1" status: 204 len: 168 time: 0.2730329 May 16 15:16:17.968920 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ede14-2364-48d3-b897-a10d37d63efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d74a79-98b5-4d55-839e-2e837e7039a2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:18.011445 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:18.031478 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:18.040485 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864aa13b-3757-487d-bbaa-c35cc7119f9b') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:18.040841 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864aa13b-3757-487d-bbaa-c35cc7119f9b') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:18.051175 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28040405'] for segment (864aa13b-3757-487d-bbaa-c35cc7119f9b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:18.064883 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (864aa13b-3757-487d-bbaa-c35cc7119f9b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:18.071580 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:16:18.072033 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28098202'] for segment (864aa13b-3757-487d-bbaa-c35cc7119f9b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: Traceback (most recent call last): May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: timer() May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: cb(*args, **kw) May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: return func(*args, **kwargs) May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: self._notify() May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: self.callback(batched_events) May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: event.method(event) May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: return f(self, *a, **k) May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._get(url).json() May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: return self.request(url, 'GET', **kwargs) May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:16:18.073948 dv-cinder-841753-2-iscsi neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:16:18.222656 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:18.246336 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:18.250092 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e HTTP/1.1" status: 204 len: 168 time: 0.4283199 May 16 15:16:18.251127 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2854741-f443-431c-b169-649b6ad53c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37b9220-2ab1-4d4b-a8dd-74c9a4a9270e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:18.307037 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16982536-7f76-471e-964c-23a5df2f389c req-839d8ab8-1f2c-49c1-a24c-905e9a0fc45c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:18.309719 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-16982536-7f76-471e-964c-23a5df2f389c req-839d8ab8-1f2c-49c1-a24c-905e9a0fc45c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0640571 May 16 15:16:18.367379 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-16982536-7f76-471e-964c-23a5df2f389c req-f8f8b9a5-c775-40d2-b338-8dd90dda7b67 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499101 May 16 15:16:18.741626 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 32940) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:18.787602 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3b8e2855-ee91-4fd0-ae89-ea016dc100ee admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=494afadf76c94f859b141309a6a3e37b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447936 May 16 15:16:18.790104 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 32942) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:18.843562 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9be7e2b2-d1af-4b61-b252-a6c19acd89de admin admin] Publish callbacks [] for security_group (d34c903b-4893-48ae-8120-2ac1f077c9af), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:18.866799 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9be7e2b2-d1af-4b61-b252-a6c19acd89de admin admin] Publish callbacks [] for security_group (d34c903b-4893-48ae-8120-2ac1f077c9af), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:19.047945 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9be7e2b2-d1af-4b61-b252-a6c19acd89de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d34c903b-4893-48ae-8120-2ac1f077c9af), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:19.050490 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9be7e2b2-d1af-4b61-b252-a6c19acd89de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:19.051751 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9be7e2b2-d1af-4b61-b252-a6c19acd89de admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d34c903b-4893-48ae-8120-2ac1f077c9af HTTP/1.1" status: 204 len: 168 time: 0.2605829 May 16 15:16:19.059541 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7e2b2-d1af-4b61-b252-a6c19acd89de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34c903b-4893-48ae-8120-2ac1f077c9af,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:19.505000 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e54da-5d12-453b-8474-f6aa3d527f0f req-f3d660d0-bba4-4e62-b7d7-ffcdd4ba21e6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:19.507480 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-585e54da-5d12-453b-8474-f6aa3d527f0f req-f3d660d0-bba4-4e62-b7d7-ffcdd4ba21e6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0560665 May 16 15:16:19.554717 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-585e54da-5d12-453b-8474-f6aa3d527f0f req-779e927b-a27a-45e6-b236-a42acd43f89a tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 May 16 15:16:20.457056 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33016) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:20.693866 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1745374081-network', 'tenant_id': '9886c48c5650408cacaa4e7f78586404'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:20.699424 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0c1d-4b3b-406e-ad12-20bf00f8b6a2 req-89fc65e5-4370-4032-9829-4455b80fbd89 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:20.711501 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9a7d0c1d-4b3b-406e-ad12-20bf00f8b6a2 req-89fc65e5-4370-4032-9829-4455b80fbd89 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0671031 May 16 15:16:20.758986 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9a7d0c1d-4b3b-406e-ad12-20bf00f8b6a2 req-ccd046bb-9845-45fb-b616-303d47978023 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488050 May 16 15:16:20.790752 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Made reservation on behalf of 9886c48c5650408cacaa4e7f78586404 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:16:20.793248 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:20.802788 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:20.882499 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Publish callbacks [] for security_group (8f5f8339-ab04-4370-aa2d-403b55310231), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:20.951718 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (8f5f8339-ab04-4370-aa2d-403b55310231), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:20.983039 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:16:20.989681 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f8339-ab04-4370-aa2d-403b55310231,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:20.995408 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (e1d5b6a0-9994-402e-98ff-acfa686cdada), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:20.995845 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Added segment e1d5b6a0-9994-402e-98ff-acfa686cdada of type vlan for network d5d840d6-be4b-4ccc-949a-d641977c970e May 16 15:16:21.036443 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (d5d840d6-be4b-4ccc-949a-d641977c970e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:21.160000 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (d5d840d6-be4b-4ccc-949a-d641977c970e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:21.161062 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:21.162580 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:21.223481 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] Pushing event updated for resources: {'Network': ['ID=d5d840d6-be4b-4ccc-949a-d641977c970e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:21.232945 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network d5d840d6-be4b-4ccc-949a-d641977c970e details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:16:21.298043 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ed1c0bbe-7466-4dbf-be4a-63658ee69d6e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8350499 May 16 15:16:21.301001 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33068) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:21.307603 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8fff704c-b2ad-401c-b062-85f8f35c37f0 admin admin] Request body: {'subnet': {'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1745374081-subnet', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:21.427944 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fff704c-b2ad-401c-b062-85f8f35c37f0 admin admin] Made reservation on behalf of 9886c48c5650408cacaa4e7f78586404 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:16:21.430443 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fff704c-b2ad-401c-b062-85f8f35c37f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28552041'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:21.672276 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fff704c-b2ad-401c-b062-85f8f35c37f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28144967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28552063'] for subnet (2448ad91-16a6-4222-afd8-059210fe98cd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:21.750595 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff704c-b2ad-401c-b062-85f8f35c37f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2448ad91-16a6-4222-afd8-059210fe98cd,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:21.765461 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff704c-b2ad-401c-b062-85f8f35c37f0 admin admin] Checking segment: {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:16:21.765461 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff704c-b2ad-401c-b062-85f8f35c37f0 admin admin] Network hostable DHCP agents. Network: d5d840d6-be4b-4ccc-949a-d641977c970e, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:16:21.805786 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33088) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:21.860461 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff704c-b2ad-401c-b062-85f8f35c37f0 admin admin] Network d5d840d6-be4b-4ccc-949a-d641977c970e is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:16:21.882463 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c452d5a-280a-4fb5-b129-e44ab1a6e2a5 req-a3057d67-d3e9-45ce-8fcb-dbe42565620c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:21.885806 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1c452d5a-280a-4fb5-b129-e44ab1a6e2a5 req-a3057d67-d3e9-45ce-8fcb-dbe42565620c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0519960 May 16 15:16:21.915685 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ebccd845-91ef-4c24-a81e-ec43bd18614f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:21.934446 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1c452d5a-280a-4fb5-b129-e44ab1a6e2a5 req-d6b4a154-4527-4e59-ba0e-98ca648fcc91 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445926 May 16 15:16:21.962542 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8fff704c-b2ad-401c-b062-85f8f35c37f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, d5d840d6-be4b-4ccc-949a-d641977c970e) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:21.967326 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fff704c-b2ad-401c-b062-85f8f35c37f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:21.968187 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fff704c-b2ad-401c-b062-85f8f35c37f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:21.974984 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd024300-2c41-42f7-92b7-0966d2eca9d5 None None] Network d5d840d6-be4b-4ccc-949a-d641977c970e requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:16:22.005574 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ebccd845-91ef-4c24-a81e-ec43bd18614f admin admin] Publish callbacks [] for security_group (16ef413b-1151-4cc5-b892-20a24fe5e029), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.077312 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ebccd845-91ef-4c24-a81e-ec43bd18614f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (16ef413b-1151-4cc5-b892-20a24fe5e029), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.086798 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8fff704c-b2ad-401c-b062-85f8f35c37f0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7780945 May 16 15:16:22.086798 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33092) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:22.088352 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:22.119488 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccd845-91ef-4c24-a81e-ec43bd18614f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ef413b-1151-4cc5-b892-20a24fe5e029,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:22.126763 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ebccd845-91ef-4c24-a81e-ec43bd18614f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bc305175091a4722866ad691d7ea3add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175159 May 16 15:16:22.129032 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33094) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:22.180848 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a6d-546f-49c3-83b8-1926054a395f admin admin] Publish callbacks [] for security_group (16ef413b-1151-4cc5-b892-20a24fe5e029), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.198404 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd88b2bd1-82b9-52c7-9c83-00bc197d9c54-d5d840d6-be4b-4ccc-949a-d641977c970e', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'project_id': '9886c48c5650408cacaa4e7f78586404', 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd'}]}} from dv-cinder-841753-2-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:16:22.199377 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.205290 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a6d-546f-49c3-83b8-1926054a395f admin admin] Publish callbacks [] for security_group (16ef413b-1151-4cc5-b892-20a24fe5e029), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.212433 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7018'] for router (0c2bed8c-093c-456d-a528-323b6a35c368), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.215154 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7011'] for router (0c2bed8c-093c-456d-a528-323b6a35c368), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.285167 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Publish callbacks [] for router_controller (0c2bed8c-093c-456d-a528-323b6a35c368), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.335354 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Allocated IP 172.20.0.2 (d5d840d6-be4b-4ccc-949a-d641977c970e/2448ad91-16a6-4222-afd8-059210fe98cd/fa77d18b-233d-4cfd-8463-a551f6b61041) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:16:22.421711 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a6d-546f-49c3-83b8-1926054a395f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (16ef413b-1151-4cc5-b892-20a24fe5e029), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.424302 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f4a09a6d-546f-49c3-83b8-1926054a395f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.425978 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f4a09a6d-546f-49c3-83b8-1926054a395f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/16ef413b-1151-4cc5-b892-20a24fe5e029 HTTP/1.1" status: 204 len: 168 time: 0.2974434 May 16 15:16:22.437412 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a09a6d-546f-49c3-83b8-1926054a395f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ef413b-1151-4cc5-b892-20a24fe5e029,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:22.488754 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Publish callbacks [] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.508530 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Publish callbacks [] for router_gateway (0c2bed8c-093c-456d-a528-323b6a35c368), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.559809 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.595957 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Network d5d840d6-be4b-4ccc-949a-d641977c970e is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:16:22.599415 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:22.602911 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:16:22.621191 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Pushing event updated for resources: {'Port': ['ID=fa77d18b-233d-4cfd-8463-a551f6b61041,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:22.647990 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.648343 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.648709 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.649075 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.649466 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.649760 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.650093 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.650421 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.650752 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.651261 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.651592 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.651957 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.656412 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.656412 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.656412 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:22.686565 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Attempting to bind port fa77d18b-233d-4cfd-8463-a551f6b61041 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:16:22.686940 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Attempting to bind port fa77d18b-233d-4cfd-8463-a551f6b61041 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:16:22.687316 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Attempting to bind port fa77d18b-233d-4cfd-8463-a551f6b61041 on network d5d840d6-be4b-4ccc-949a-d641977c970e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:16:22.692752 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:16:22.693124 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Checking segment: {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:16:22.693641 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.694086 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Bound using segment: {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:16:22.695060 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Bound port: fa77d18b-233d-4cfd-8463-a551f6b61041, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:16:22.695527 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.763535 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] For port fa77d18b-233d-4cfd-8463-a551f6b61041, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:16:22.770739 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] For port fa77d18b-233d-4cfd-8463-a551f6b61041, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=fa77d18b-233d-4cfd-8463-a551f6b61041,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:16:22.778144 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Publish callbacks [] for router_gateway (0c2bed8c-093c-456d-a528-323b6a35c368), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.799010 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.880301 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:22.917665 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Allocated IP 172.27.1.161 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/c55d1694-54dc-4b59-947b-83c2c6fc3a78) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:16:22.953546 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff1f0b-e13c-4b74-8ed5-6d7a11248efb None None] Pushing event updated for resources: {'Port': ['ID=fa77d18b-233d-4cfd-8463-a551f6b61041,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:23.057776 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Publish callbacks [] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.072615 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c652f-ef19-494d-bcca-49439caa2850 req-153a6c03-13d8-42a4-8d04-72f8b1bd7546 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:23.081000 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b54c652f-ef19-494d-bcca-49439caa2850 req-153a6c03-13d8-42a4-8d04-72f8b1bd7546 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0642438 May 16 15:16:23.146026 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b54c652f-ef19-494d-bcca-49439caa2850 req-a2c69641-d481-435a-8421-1e90538b6a05 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648332 May 16 15:16:23.197350 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.208210 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33114) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:23.216329 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-942b60dc-7947-4bf5-9795-9edc8f8eb86f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.240084 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:16:23.244582 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:23.251553 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:16:23.284368 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c55d1694-54dc-4b59-947b-83c2c6fc3a78,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:23.330863 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-942b60dc-7947-4bf5-9795-9edc8f8eb86f admin admin] Publish callbacks [] for security_group (4344f969-fafc-4338-860a-ab86fa7c01bf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.386417 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33118) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:23.394104 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-942b60dc-7947-4bf5-9795-9edc8f8eb86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (4344f969-fafc-4338-860a-ab86fa7c01bf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.434767 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-942b60dc-7947-4bf5-9795-9edc8f8eb86f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=83a767d006664a75bca9eaaadc1080d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317305 May 16 15:16:23.437123 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33124) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:23.439546 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b60dc-7947-4bf5-9795-9edc8f8eb86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4344f969-fafc-4338-860a-ab86fa7c01bf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:23.490379 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-769e711c-ab9b-4777-8af2-2d66660277be admin admin] Publish callbacks [] for security_group (4344f969-fafc-4338-860a-ab86fa7c01bf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.513798 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-769e711c-ab9b-4777-8af2-2d66660277be admin admin] Publish callbacks [] for security_group (4344f969-fafc-4338-860a-ab86fa7c01bf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.541147 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90fd52e2-f9d2-41c8-8cb6-d7ed53147909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.632888 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Publish callbacks [] for router_gateway (0c2bed8c-093c-456d-a528-323b6a35c368), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.686206 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-769e711c-ab9b-4777-8af2-2d66660277be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (4344f969-fafc-4338-860a-ab86fa7c01bf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.688733 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-769e711c-ab9b-4777-8af2-2d66660277be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.690019 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-769e711c-ab9b-4777-8af2-2d66660277be admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4344f969-fafc-4338-860a-ab86fa7c01bf HTTP/1.1" status: 204 len: 168 time: 0.2516520 May 16 15:16:23.708463 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e711c-ab9b-4777-8af2-2d66660277be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4344f969-fafc-4338-860a-ab86fa7c01bf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:23.724020 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90fd52e2-f9d2-41c8-8cb6-d7ed53147909 admin admin] Publish callbacks [] for security_group (18021511-6d13-467f-8d62-fd4d858b05ec), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.782200 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90fd52e2-f9d2-41c8-8cb6-d7ed53147909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (18021511-6d13-467f-8d62-fd4d858b05ec), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.826857 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd52e2-f9d2-41c8-8cb6-d7ed53147909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18021511-6d13-467f-8d62-fd4d858b05ec,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:23.832250 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-90fd52e2-f9d2-41c8-8cb6-d7ed53147909 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a5799c76cf744fb2a1f3d73cf6f70c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4446943 May 16 15:16:23.834720 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33132) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:23.888517 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692953'] for router (0c2bed8c-093c-456d-a528-323b6a35c368), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.916814 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48ec9b8b-3e56-4b3c-8d9f-bd1ff7b8942e admin admin] Publish callbacks [] for security_group (18021511-6d13-467f-8d62-fd4d858b05ec), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:23.944819 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48ec9b8b-3e56-4b3c-8d9f-bd1ff7b8942e admin admin] Publish callbacks [] for security_group (18021511-6d13-467f-8d62-fd4d858b05ec), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.015972 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device fa77d18b-233d-4cfd-8463-a551f6b61041 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:16:24.046332 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d405ca0-253c-4efc-ae3d-4e48d832d377 None None] Network d5d840d6-be4b-4ccc-949a-d641977c970e requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:16:24.138230 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port fa77d18b-233d-4cfd-8463-a551f6b61041 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:24.138637 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.140117 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e803532c-f706-4225-8190-caf8f955da03 None None] Provisioning complete for port fa77d18b-233d-4cfd-8463-a551f6b61041 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:24.140474 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e803532c-f706-4225-8190-caf8f955da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.157444 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48ec9b8b-3e56-4b3c-8d9f-bd1ff7b8942e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (18021511-6d13-467f-8d62-fd4d858b05ec), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.160523 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48ec9b8b-3e56-4b3c-8d9f-bd1ff7b8942e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.161860 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-48ec9b8b-3e56-4b3c-8d9f-bd1ff7b8942e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/18021511-6d13-467f-8d62-fd4d858b05ec HTTP/1.1" status: 204 len: 168 time: 0.3261931 May 16 15:16:24.170582 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec9b8b-3e56-4b3c-8d9f-bd1ff7b8942e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18021511-6d13-467f-8d62-fd4d858b05ec,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:24.199489 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Router 0c2bed8c-093c-456d-a528-323b6a35c368 is scheduled to L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:16:24.317456 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aa8b8-a2fd-4c30-9fd9-b43b4a6fcf34 req-e3d20063-c2df-460a-9daf-eaf4e2835ea5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:24.321237 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b9aa8b8-a2fd-4c30-9fd9-b43b4a6fcf34 req-e3d20063-c2df-460a-9daf-eaf4e2835ea5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0663838 May 16 15:16:24.349682 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e803532c-f706-4225-8190-caf8f955da03 None None] Current status of the port fa77d18b-233d-4cfd-8463-a551f6b61041 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:24.350361 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e803532c-f706-4225-8190-caf8f955da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.363782 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port fa77d18b-233d-4cfd-8463-a551f6b61041 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:24.364403 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.380162 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:16:24.392664 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Sync routers for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:16:24.414729 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b9aa8b8-a2fd-4c30-9fd9-b43b4a6fcf34 req-8bdcd239-b2ee-42dd-8ab8-b0c67eca87e5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698075 May 16 15:16:24.418719 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e803532c-f706-4225-8190-caf8f955da03 None None] For port fa77d18b-233d-4cfd-8463-a551f6b61041, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=fa77d18b-233d-4cfd-8463-a551f6b61041,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:24.423763 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:24.425218 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:16:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:24.505663 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e803532c-f706-4225-8190-caf8f955da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.508213 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.509322 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ec621d04-ce69-48da-8e74-7ba913a671a3 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4246249 May 16 15:16:24.512035 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33150) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:24.560986 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:24.591728 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.db.api [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 15:16:24.592516 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG oslo_db.api [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 15:16:24.630936 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803532c-f706-4225-8190-caf8f955da03 None None] Pushing event updated for resources: {'Port': ['ID=fa77d18b-233d-4cfd-8463-a551f6b61041,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:24.646998 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-50d12679-7464-476d-aa0d-24f61b0e2d11 None None] Provisioning complete for port fa77d18b-233d-4cfd-8463-a551f6b61041 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:24.647715 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50d12679-7464-476d-aa0d-24f61b0e2d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.781502 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-50d12679-7464-476d-aa0d-24f61b0e2d11 None None] Current status of the port fa77d18b-233d-4cfd-8463-a551f6b61041 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:24.817631 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:23Z', 'revision_number': 3, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:24.849948 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Checking router: 0c2bed8c-093c-456d-a528-323b6a35c368 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:16:24.850299 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Updating router 0c2bed8c-093c-456d-a528-323b6a35c368 port c55d1694-54dc-4b59-947b-83c2c6fc3a78 binding host dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:16:24.881312 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.011470 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33162) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:25.119938 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1092731236-network', 'tenant_id': '2268806bbb1a4fc986186dea854c1fed'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:25.129886 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port fa77d18b-233d-4cfd-8463-a551f6b61041 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:25.162303 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Publish callbacks [] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.257671 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.265011 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Made reservation on behalf of 2268806bbb1a4fc986186dea854c1fed for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:16:25.267442 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.276335 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.288254 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.340609 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Pushing event updated for resources: {'Port': ['ID=c55d1694-54dc-4b59-947b-83c2c6fc3a78,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:25.348300 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Attempting to bind port c55d1694-54dc-4b59-947b-83c2c6fc3a78 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:16:25.348665 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Attempting to bind port c55d1694-54dc-4b59-947b-83c2c6fc3a78 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:16:25.349024 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Attempting to bind port c55d1694-54dc-4b59-947b-83c2c6fc3a78 on network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:16:25.355972 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Publish callbacks [] for security_group (8d538cba-4d91-41ed-85ed-baed8aa079b3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.357389 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.357735 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.358094 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.358446 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.358782 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.359111 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.359434 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.359780 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.360100 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.360416 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.360737 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.361073 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.361393 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.361705 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.362763 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.365993 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:16:25.366363 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Checking segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:16:25.366760 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.367137 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Bound using segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:16:25.367596 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Bound port: c55d1694-54dc-4b59-947b-83c2c6fc3a78, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:16:25.367992 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.415542 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] For port c55d1694-54dc-4b59-947b-83c2c6fc3a78, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:16:25.418462 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] For port c55d1694-54dc-4b59-947b-83c2c6fc3a78, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=c55d1694-54dc-4b59-947b-83c2c6fc3a78,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:16:25.427865 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Allocated IP 172.20.0.1 (d5d840d6-be4b-4ccc-949a-d641977c970e/2448ad91-16a6-4222-afd8-059210fe98cd/4b65bc71-dd39-441d-b931-4de63e3ea648) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:16:25.430782 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (8d538cba-4d91-41ed-85ed-baed8aa079b3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.454293 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:16:25.471269 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d538cba-4d91-41ed-85ed-baed8aa079b3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:25.475185 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (c35acd96-f8be-4460-b7da-a191bb040bd1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.475762 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Added segment c35acd96-f8be-4460-b7da-a191bb040bd1 of type vlan for network 85efe2b6-6755-4ae0-9462-170703a0d720 May 16 15:16:25.489519 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.528714 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (85efe2b6-6755-4ae0-9462-170703a0d720), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.554585 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2a611-b3cf-42bd-a9f1-101b8fb132b2 None None] Pushing event updated for resources: {'Port': ['ID=c55d1694-54dc-4b59-947b-83c2c6fc3a78,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:25.559496 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:25.560325 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:16:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:25.576450 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1c54d-0d29-4866-845c-6c43aee461c7 req-1ba11e7d-4fd3-41a2-b1e9-9c5a736ceff6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:25.577901 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d4c1c54d-0d29-4866-845c-6c43aee461c7 req-1ba11e7d-4fd3-41a2-b1e9-9c5a736ceff6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0563545 May 16 15:16:25.618682 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Publish callbacks [] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.619450 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (85efe2b6-6755-4ae0-9462-170703a0d720), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.620618 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:25.621326 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.666264 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d4c1c54d-0d29-4866-845c-6c43aee461c7 req-ab83ce31-e832-4b6e-b0eb-ebccff766775 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788698 May 16 15:16:25.695477 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] Pushing event updated for resources: {'Network': ['ID=85efe2b6-6755-4ae0-9462-170703a0d720,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:25.704831 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 85efe2b6-6755-4ae0-9462-170703a0d720 details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:16:25.714979 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33170) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:25.715604 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-73eb9b50-1c4b-4637-acf3-e0eb5347ea23 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7026255 May 16 15:16:25.720160 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ddef0241-88cb-414f-9d1f-ef27da5a9f8e admin admin] Request body: {'subnet': {'network_id': '85efe2b6-6755-4ae0-9462-170703a0d720', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1092731236-subnet', 'tenant_id': '2268806bbb1a4fc986186dea854c1fed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:25.748252 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:25.759950 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.798763 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Network d5d840d6-be4b-4ccc-949a-d641977c970e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:16:25.802052 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:25.807984 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:16:25.815711 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Pushing event updated for resources: {'Port': ['ID=4b65bc71-dd39-441d-b931-4de63e3ea648,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:25.839293 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddef0241-88cb-414f-9d1f-ef27da5a9f8e admin admin] Made reservation on behalf of 2268806bbb1a4fc986186dea854c1fed for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:16:25.841896 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddef0241-88cb-414f-9d1f-ef27da5a9f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28552041'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.914418 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689396'] for router_interface (0c2bed8c-093c-456d-a528-323b6a35c368), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.948042 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:23Z', 'revision_number': 3, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:25.956416 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device fa77d18b-233d-4cfd-8463-a551f6b61041 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:16:25.978800 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21bce0-95e7-4412-b7bd-8235de75c827 None None] The sync data for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi is: [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:23Z', 'revision_number': 3, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:16:26.012989 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port fa77d18b-233d-4cfd-8463-a551f6b61041 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:26.013513 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:26.104985 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port fa77d18b-233d-4cfd-8463-a551f6b61041 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:26.212258 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-639186c4-c611-46fe-a6a8-50d133dc0b90 None None] Provisioning complete for port 4b65bc71-dd39-441d-b931-4de63e3ea648 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:26.212899 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-639186c4-c611-46fe-a6a8-50d133dc0b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:26.270420 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-639186c4-c611-46fe-a6a8-50d133dc0b90 None None] Port 4b65bc71-dd39-441d-b931-4de63e3ea648 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:16:26.273675 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddef0241-88cb-414f-9d1f-ef27da5a9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28144967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28552063'] for subnet (1f010ac6-16ea-4e02-96e9-b0bedd99dc1d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:26.305459 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:26.371270 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef0241-88cb-414f-9d1f-ef27da5a9f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f010ac6-16ea-4e02-96e9-b0bedd99dc1d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:26.408624 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef0241-88cb-414f-9d1f-ef27da5a9f8e admin admin] Checking segment: {'id': 'c35acd96-f8be-4460-b7da-a191bb040bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '85efe2b6-6755-4ae0-9462-170703a0d720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:16:26.409974 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddef0241-88cb-414f-9d1f-ef27da5a9f8e admin admin] Network hostable DHCP agents. Network: 85efe2b6-6755-4ae0-9462-170703a0d720, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:16:26.515213 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddef0241-88cb-414f-9d1f-ef27da5a9f8e admin admin] Network 85efe2b6-6755-4ae0-9462-170703a0d720 is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:16:26.555268 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Publish callbacks [] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:26.594282 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ddef0241-88cb-414f-9d1f-ef27da5a9f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 85efe2b6-6755-4ae0-9462-170703a0d720) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:26.599929 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddef0241-88cb-414f-9d1f-ef27da5a9f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:26.606192 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddef0241-88cb-414f-9d1f-ef27da5a9f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:26.607048 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca35d3a-67f3-4bc2-9aa8-2c79b859a03b None None] Network 85efe2b6-6755-4ae0-9462-170703a0d720 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:16:26.625362 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:26.698229 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ddef0241-88cb-414f-9d1f-ef27da5a9f8e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9818935 May 16 15:16:26.715870 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-746561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690110'] for router_interface (0c2bed8c-093c-456d-a528-323b6a35c368), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:26.722731 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f206bb89-6ef9-40b4-863d-4b66eeecb305 None None] Network 85efe2b6-6755-4ae0-9462-170703a0d720 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:16:26.742955 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Pushing event updated for resources: {'Port': ['ID=4b65bc71-dd39-441d-b931-4de63e3ea648,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:26.860387 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba5836-c245-47b4-8de5-136ef1c16936 req-898c0987-d6d0-4932-8d88-3376ac21337a tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:26.862013 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fbba5836-c245-47b4-8de5-136ef1c16936 req-898c0987-d6d0-4932-8d88-3376ac21337a tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0978501 May 16 15:16:26.918776 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Network d5d840d6-be4b-4ccc-949a-d641977c970e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:16:26.921232 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:27.024681 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fbba5836-c245-47b4-8de5-136ef1c16936 req-a5c3d1cf-26cf-4795-9078-b24892b0da28 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536465 May 16 15:16:27.116241 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Router 0c2bed8c-093c-456d-a528-323b6a35c368 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:16:27.235820 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:16:27.241556 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-04a1b6e6-f5a8-4f73-8092-071031c3e42c admin admin] 10.222.0.71 "PUT /v2.0/routers/0c2bed8c-093c-456d-a528-323b6a35c368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7282546 May 16 15:16:27.295328 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0478ac8b-13e3-4b01-b4a3-45c0ef94fd44 None None] Provisioning complete for port 4b65bc71-dd39-441d-b931-4de63e3ea648 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:27.295833 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0478ac8b-13e3-4b01-b4a3-45c0ef94fd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.334087 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0478ac8b-13e3-4b01-b4a3-45c0ef94fd44 None None] Port 4b65bc71-dd39-441d-b931-4de63e3ea648 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:16:27.599371 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33210) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:27.604554 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1056029814-network', 'tenant_id': '2e2de37c50f948e381822287eed1f7b3'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:27.702667 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Sync routers for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:16:27.708128 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Made reservation on behalf of 2e2de37c50f948e381822287eed1f7b3 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:16:27.710618 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.713823 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:27.716656 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:16:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:27.719592 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.744355 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33212) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:27.748718 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3e701958-0862-4d3f-bf63-58ed72e6648e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596331720', 'description': 'tempest-description--1394513944'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:27.813630 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Publish callbacks [] for security_group (f905c49c-ff74-49fd-aa8f-db47d5f07d90), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.815602 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:27.836647 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e701958-0862-4d3f-bf63-58ed72e6648e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.897949 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (f905c49c-ff74-49fd-aa8f-db47d5f07d90), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.928397 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:16:27.951197 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e701958-0862-4d3f-bf63-58ed72e6648e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group (29d789d0-7afa-4e59-b69d-7d9d63ed475e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.956156 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (b473cd1c-b8fd-41eb-987f-0c0fcbacdaaf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.956330 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Added segment b473cd1c-b8fd-41eb-987f-0c0fcbacdaaf of type vlan for network f9db2d86-e44f-4b61-b863-39ce0d89a16c May 16 15:16:27.957616 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f905c49c-ff74-49fd-aa8f-db47d5f07d90,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:28.023143 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e701958-0862-4d3f-bf63-58ed72e6648e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (29d789d0-7afa-4e59-b69d-7d9d63ed475e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.053666 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (f9db2d86-e44f-4b61-b863-39ce0d89a16c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.067885 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device c55d1694-54dc-4b59-947b-83c2c6fc3a78 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:16:28.088242 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e701958-0862-4d3f-bf63-58ed72e6648e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d789d0-7afa-4e59-b69d-7d9d63ed475e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:28.155962 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3e701958-0862-4d3f-bf63-58ed72e6648e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.157097 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3e701958-0862-4d3f-bf63-58ed72e6648e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4117885 May 16 15:16:28.158017 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port c55d1694-54dc-4b59-947b-83c2c6fc3a78 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:28.158427 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.160569 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33218) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:28.166365 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b8577058-c5f3-4b08-825b-c5eaa3271d69 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Request body: {'security_group_rule': {'security_group_id': '29d789d0-7afa-4e59-b69d-7d9d63ed475e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:28.185252 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4e302-92ed-4435-a42e-7c7a7db6269e req-b12fefd0-a2a3-4427-b50b-eced03590a51 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:28.186799 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b2d4e302-92ed-4435-a42e-7c7a7db6269e req-b12fefd0-a2a3-4427-b50b-eced03590a51 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0641687 May 16 15:16:28.191465 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 2, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:28.191704 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (f9db2d86-e44f-4b61-b863-39ce0d89a16c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.192708 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:28.193294 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.222078 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Checking router: 0c2bed8c-093c-456d-a528-323b6a35c368 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:16:28.222432 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Updating router 0c2bed8c-093c-456d-a528-323b6a35c368 port 4b65bc71-dd39-441d-b931-4de63e3ea648 binding host dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:16:28.270292 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.281944 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=f9db2d86-e44f-4b61-b863-39ce0d89a16c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:28.294703 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network f9db2d86-e44f-4b61-b863-39ce0d89a16c details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:16:28.298728 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b2d4e302-92ed-4435-a42e-7c7a7db6269e req-2d8643c9-d411-4a33-a1ed-4b6c4a9a9343 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030452 May 16 15:16:28.319994 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8577058-c5f3-4b08-825b-c5eaa3271d69 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group_rule (96a22993-5b4e-4b21-942c-814d9a3d43bf), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.325049 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port c55d1694-54dc-4b59-947b-83c2c6fc3a78 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:28.325544 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.373918 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-18a119cc-0be9-4521-a5b4-7517cb7e7bf4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7706916 May 16 15:16:28.374204 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33220) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:28.379014 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6014bbf5-3648-494e-8181-8956c250319d admin admin] Request body: {'subnet': {'network_id': 'f9db2d86-e44f-4b61-b863-39ce0d89a16c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1056029814-subnet', 'tenant_id': '2e2de37c50f948e381822287eed1f7b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:28.395257 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8577058-c5f3-4b08-825b-c5eaa3271d69 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group_rule (96a22993-5b4e-4b21-942c-814d9a3d43bf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.416167 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port c55d1694-54dc-4b59-947b-83c2c6fc3a78, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=c55d1694-54dc-4b59-947b-83c2c6fc3a78,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:28.468062 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8577058-c5f3-4b08-825b-c5eaa3271d69 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (96a22993-5b4e-4b21-942c-814d9a3d43bf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.489095 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8577058-c5f3-4b08-825b-c5eaa3271d69 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a22993-5b4e-4b21-942c-814d9a3d43bf,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:28.493996 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6014bbf5-3648-494e-8181-8956c250319d admin admin] Made reservation on behalf of 2e2de37c50f948e381822287eed1f7b3 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:16:28.495499 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.499847 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6014bbf5-3648-494e-8181-8956c250319d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29174911'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.572891 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8577058-c5f3-4b08-825b-c5eaa3271d69 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.576581 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b8577058-c5f3-4b08-825b-c5eaa3271d69 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4131377 May 16 15:16:28.577100 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:28.581761 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-247ab1ac-30ae-44dd-84df-dfecde7ff691 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Request body: {'security_group_rule': {'security_group_id': '29d789d0-7afa-4e59-b69d-7d9d63ed475e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:28.593573 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=c55d1694-54dc-4b59-947b-83c2c6fc3a78,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:28.648460 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-247ab1ac-30ae-44dd-84df-dfecde7ff691 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group_rule (5a17a944-a044-41b7-9fe8-b39aa42fee1f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.682252 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Publish callbacks [] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.704504 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-247ab1ac-30ae-44dd-84df-dfecde7ff691 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group_rule (5a17a944-a044-41b7-9fe8-b39aa42fee1f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.742552 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6014bbf5-3648-494e-8181-8956c250319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28082809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29174889'] for subnet (30456052-4fe5-41da-86fc-000153b1d8e8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.770815 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-247ab1ac-30ae-44dd-84df-dfecde7ff691 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (5a17a944-a044-41b7-9fe8-b39aa42fee1f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.770992 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.790519 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ab1ac-30ae-44dd-84df-dfecde7ff691 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a17a944-a044-41b7-9fe8-b39aa42fee1f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:28.807829 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014bbf5-3648-494e-8181-8956c250319d admin admin] Pushing event updated for resources: {'Subnet': ['ID=30456052-4fe5-41da-86fc-000153b1d8e8,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:28.816718 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014bbf5-3648-494e-8181-8956c250319d admin admin] Checking segment: {'id': 'b473cd1c-b8fd-41eb-987f-0c0fcbacdaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f9db2d86-e44f-4b61-b863-39ce0d89a16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:16:28.817127 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6014bbf5-3648-494e-8181-8956c250319d admin admin] Network hostable DHCP agents. Network: f9db2d86-e44f-4b61-b863-39ce0d89a16c, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:16:28.820311 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfbc05-8b57-44fb-a363-dbe4a8693c6f None None] Pushing event updated for resources: {'Port': ['ID=4b65bc71-dd39-441d-b931-4de63e3ea648,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:28.865580 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-247ab1ac-30ae-44dd-84df-dfecde7ff691 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.867008 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-247ab1ac-30ae-44dd-84df-dfecde7ff691 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2889581 May 16 15:16:28.870501 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33226) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:28.875067 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:28.887411 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Attempting to bind port 4b65bc71-dd39-441d-b931-4de63e3ea648 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:16:28.887826 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Attempting to bind port 4b65bc71-dd39-441d-b931-4de63e3ea648 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:16:28.888189 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Attempting to bind port 4b65bc71-dd39-441d-b931-4de63e3ea648 on network d5d840d6-be4b-4ccc-949a-d641977c970e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:16:28.895579 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:16:28.895990 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Checking segment: {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:16:28.896397 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.897149 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Bound using segment: {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:16:28.897475 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Bound port: 4b65bc71-dd39-441d-b931-4de63e3ea648, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:16:28.897843 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.900943 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6014bbf5-3648-494e-8181-8956c250319d admin admin] Network f9db2d86-e44f-4b61-b863-39ce0d89a16c is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:16:28.954381 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.963000 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] For port 4b65bc71-dd39-441d-b931-4de63e3ea648, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:16:28.966526 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] For port 4b65bc71-dd39-441d-b931-4de63e3ea648, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=4b65bc71-dd39-441d-b931-4de63e3ea648,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:16:28.983947 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-6014bbf5-3648-494e-8181-8956c250319d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, f9db2d86-e44f-4b61-b863-39ce0d89a16c) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:28.995102 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c55182-dd05-48ce-9e7b-d1dd35f1f5c5 None None] Network f9db2d86-e44f-4b61-b863-39ce0d89a16c requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:16:29.029959 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6014bbf5-3648-494e-8181-8956c250319d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:29.030544 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6014bbf5-3648-494e-8181-8956c250319d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:29.058965 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:29.066981 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:29.106285 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-afd08bbc-dad0-40aa-8d9f-599d8446870a None None] Provisioning complete for port 4b65bc71-dd39-441d-b931-4de63e3ea648 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:29.106763 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-afd08bbc-dad0-40aa-8d9f-599d8446870a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:29.190309 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfbc05-8b57-44fb-a363-dbe4a8693c6f None None] Pushing event updated for resources: {'Port': ['ID=4b65bc71-dd39-441d-b931-4de63e3ea648,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:29.192716 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:29.193329 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:16:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:29.239964 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbbd378-b37a-4fb7-9d75-8699cf1bca91 None None] Network f9db2d86-e44f-4b61-b863-39ce0d89a16c requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:16:29.334222 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6014bbf5-3648-494e-8181-8956c250319d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9589207 May 16 15:16:29.364032 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Allocated IP 172.27.1.237 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/017ae290-a4f6-448b-a2f8-76353a8e00fc) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:16:29.375583 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-afd08bbc-dad0-40aa-8d9f-599d8446870a None None] Current status of the port 4b65bc71-dd39-441d-b931-4de63e3ea648 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:29.376132 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-afd08bbc-dad0-40aa-8d9f-599d8446870a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:29.417491 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:29.473859 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-afd08bbc-dad0-40aa-8d9f-599d8446870a None None] For port 4b65bc71-dd39-441d-b931-4de63e3ea648, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=4b65bc71-dd39-441d-b931-4de63e3ea648,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:29.477988 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for port (017ae290-a4f6-448b-a2f8-76353a8e00fc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:29.489978 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffe0d7-eb70-4d66-88c4-7919327e91ef req-f0b1f239-9589-4372-b010-2f28bba54b00 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:29.493404 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-69ffe0d7-eb70-4d66-88c4-7919327e91ef req-f0b1f239-9589-4372-b010-2f28bba54b00 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.1068890 May 16 15:16:29.551315 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-69ffe0d7-eb70-4d66-88c4-7919327e91ef req-53ea46ee-cec3-45db-ab73-d5f99533fd7b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496728 May 16 15:16:29.558328 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-afd08bbc-dad0-40aa-8d9f-599d8446870a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:29.580244 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (017ae290-a4f6-448b-a2f8-76353a8e00fc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:29.630414 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:16:29.638381 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:29.643574 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:16:29.645335 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd08bbc-dad0-40aa-8d9f-599d8446870a None None] Pushing event updated for resources: {'Port': ['ID=4b65bc71-dd39-441d-b931-4de63e3ea648,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:29.668699 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event updated for resources: {'Port': ['ID=017ae290-a4f6-448b-a2f8-76353a8e00fc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:29.701942 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4ca0dd23-8e1e-4dec-8fa7-970a55fd6c07 None None] Provisioning complete for port 4b65bc71-dd39-441d-b931-4de63e3ea648 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:29.702325 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dd23-8e1e-4dec-8fa7-970a55fd6c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:29.735335 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:29.735745 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (652d10b6-2384-4107-9364-23f5cc4e0f22), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:29.766674 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3d875-3d9b-4e69-b124-7f26f29e6dec None None] The sync data for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi is: [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:16:29.822136 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0dd23-8e1e-4dec-8fa7-970a55fd6c07 None None] Current status of the port 4b65bc71-dd39-441d-b931-4de63e3ea648 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:29.852136 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (017ae290-a4f6-448b-a2f8-76353a8e00fc), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:30.020463 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device c55d1694-54dc-4b59-947b-83c2c6fc3a78 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:16:30.069754 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port c55d1694-54dc-4b59-947b-83c2c6fc3a78 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:30.070465 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:30.142893 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for port (017ae290-a4f6-448b-a2f8-76353a8e00fc), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:30.152230 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port c55d1694-54dc-4b59-947b-83c2c6fc3a78 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:30.154435 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 4b65bc71-dd39-441d-b931-4de63e3ea648 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:16:30.197188 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 4b65bc71-dd39-441d-b931-4de63e3ea648 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:30.197562 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:30.202107 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (017ae290-a4f6-448b-a2f8-76353a8e00fc), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:30.281648 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event updated for resources: {'Port': ['ID=017ae290-a4f6-448b-a2f8-76353a8e00fc,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:30.298177 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (652d10b6-2384-4107-9364-23f5cc4e0f22), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:30.311425 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 4b65bc71-dd39-441d-b931-4de63e3ea648 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:30.415927 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:30.417358 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ddec970a-9f4a-474e-9109-798a11221ea6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5459623 May 16 15:16:30.651407 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-485a1042-c8d3-477b-b434-e56a2ff5b0ab tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1596331720&fields=id&tenant_id=9886c48c5650408cacaa4e7f78586404 HTTP/1.1" status: 200 len: 267 time: 0.0594690 May 16 15:16:30.709191 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b9eaa-1b86-473d-bb9d-820fc5e80c19 req-4186d7fe-5493-4b5e-b01c-6dd6cba4f7ea tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:30.710723 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d29b9eaa-1b86-473d-bb9d-820fc5e80c19 req-4186d7fe-5493-4b5e-b01c-6dd6cba4f7ea tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0736129 May 16 15:16:30.814316 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d29b9eaa-1b86-473d-bb9d-820fc5e80c19 req-eefc4e43-ab1b-4b27-b1e3-80f49584ab38 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946896 May 16 15:16:30.822473 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-a79ed3f3-7ddd-401f-8a92-4bd58a8f6c1c tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:30.823947 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-a79ed3f3-7ddd-401f-8a92-4bd58a8f6c1c tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/networks?id=d5d840d6-be4b-4ccc-949a-d641977c970e HTTP/1.1" status: 200 len: 811 time: 0.1563232 May 16 15:16:30.846015 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-8561a327-98a2-486d-bbb9-8b159c1dc0f0 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/quotas/9886c48c5650408cacaa4e7f78586404 HTTP/1.1" status: 200 len: 375 time: 0.0094845 May 16 15:16:30.898343 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-27035890-7edb-4dc6-8b8b-b13df878588f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9886c48c5650408cacaa4e7f78586404&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463779 May 16 15:16:30.998777 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-a4c8fe30-47d8-427a-9a3a-5c7aeecb34c1 service neutron] 10.222.0.71 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887084 May 16 15:16:31.087968 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-9c4c41ab-5491-4a31-8892-8f3e52a5b638 service neutron] 10.222.0.71 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833151 May 16 15:16:31.325096 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7684d871-d377-4bd6-bdd1-fbe45b721e07 req-98e9ff46-29c8-4323-b15e-2bde3ec917aa tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 210 time: 0.0360363 May 16 15:16:31.942316 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a4b76-5490-4583-a56d-8848a2f0bc91 req-7fe7a20c-37c6-453b-847f-edbc540945d8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:31.943802 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d25a4b76-5490-4583-a56d-8848a2f0bc91 req-7fe7a20c-37c6-453b-847f-edbc540945d8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0474577 May 16 15:16:31.999998 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d25a4b76-5490-4583-a56d-8848a2f0bc91 req-cabc1c1a-213b-4ba9-ab21-bed351ef3282 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486171 May 16 15:16:32.097282 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33304) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:32.202107 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d26455ad-9f6b-437d-82f2-13d0339fcd76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.276473 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d26455ad-9f6b-437d-82f2-13d0339fcd76 admin admin] Publish callbacks [] for security_group (64804805-2a61-4df6-8c78-28d8e0f944d0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.365080 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d26455ad-9f6b-437d-82f2-13d0339fcd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (64804805-2a61-4df6-8c78-28d8e0f944d0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.404401 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d26455ad-9f6b-437d-82f2-13d0339fcd76 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cc1e9a564da046168038188d4f932720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059289 May 16 15:16:32.405277 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26455ad-9f6b-437d-82f2-13d0339fcd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64804805-2a61-4df6-8c78-28d8e0f944d0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:32.407553 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33310) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:32.425442 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6d79286e-f5ce-4673-b063-7b21b905a7c6 req-38ac8214-3a18-44e5-afd4-50ef52134141 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 210 time: 0.0328703 May 16 15:16:32.460622 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8076df6d-cd26-4ff7-b045-7d00c9b202cb admin admin] Publish callbacks [] for security_group (64804805-2a61-4df6-8c78-28d8e0f944d0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.484684 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8076df6d-cd26-4ff7-b045-7d00c9b202cb admin admin] Publish callbacks [] for security_group (64804805-2a61-4df6-8c78-28d8e0f944d0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.596858 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8076df6d-cd26-4ff7-b045-7d00c9b202cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (64804805-2a61-4df6-8c78-28d8e0f944d0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.599644 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8076df6d-cd26-4ff7-b045-7d00c9b202cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.600785 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8076df6d-cd26-4ff7-b045-7d00c9b202cb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/64804805-2a61-4df6-8c78-28d8e0f944d0 HTTP/1.1" status: 204 len: 168 time: 0.1923118 May 16 15:16:32.609088 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076df6d-cd26-4ff7-b045-7d00c9b202cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64804805-2a61-4df6-8c78-28d8e0f944d0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:33.106049 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f592dfb-0b38-4bd1-a262-b2f3e657ed82 req-d2d964ab-d7b6-4c33-b146-e63711f48af3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:33.107421 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8f592dfb-0b38-4bd1-a262-b2f3e657ed82 req-d2d964ab-d7b6-4c33-b146-e63711f48af3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0482287 May 16 15:16:33.166337 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8f592dfb-0b38-4bd1-a262-b2f3e657ed82 req-649081a5-66ac-40f6-ace7-c2784ddb2e21 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429585 May 16 15:16:33.171755 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33322) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:33.184465 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb29449-c724-4d88-b047-db3545dd7652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.255227 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb29449-c724-4d88-b047-db3545dd7652 admin admin] Publish callbacks [] for security_group (7badcef7-7868-4ce9-a146-22a24fbda611), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.338792 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1bb29449-c724-4d88-b047-db3545dd7652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7badcef7-7868-4ce9-a146-22a24fbda611), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.379233 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1bb29449-c724-4d88-b047-db3545dd7652 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2dcf5e7a61384badb2f10b4d053cd9e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062209 May 16 15:16:33.379948 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb29449-c724-4d88-b047-db3545dd7652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7badcef7-7868-4ce9-a146-22a24fbda611,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:33.381720 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33324) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:33.430182 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cf12dd0-0c68-4aaa-b94e-ae2091619710 admin admin] Publish callbacks [] for security_group (7badcef7-7868-4ce9-a146-22a24fbda611), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.430413 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-489e8e2e-2a17-41fa-b59d-e62eb09ac713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.451693 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cf12dd0-0c68-4aaa-b94e-ae2091619710 admin admin] Publish callbacks [] for security_group (7badcef7-7868-4ce9-a146-22a24fbda611), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.518855 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9bad467c-eadc-4bbf-9fd1-7388e42245d7 req-e16d5312-9963-4843-8537-afd753acc0e7 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 210 time: 0.0265756 May 16 15:16:33.565911 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cf12dd0-0c68-4aaa-b94e-ae2091619710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7badcef7-7868-4ce9-a146-22a24fbda611), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.568476 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cf12dd0-0c68-4aaa-b94e-ae2091619710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.569623 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5cf12dd0-0c68-4aaa-b94e-ae2091619710 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7badcef7-7868-4ce9-a146-22a24fbda611 HTTP/1.1" status: 204 len: 168 time: 0.1868689 May 16 15:16:33.577564 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf12dd0-0c68-4aaa-b94e-ae2091619710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7badcef7-7868-4ce9-a146-22a24fbda611,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:34.273577 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16df075-61e5-4d87-a97b-fbb3a9426b22 req-9d3078d0-db51-4fd4-8d5a-475dc0536ac5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:34.275046 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e16df075-61e5-4d87-a97b-fbb3a9426b22 req-9d3078d0-db51-4fd4-8d5a-475dc0536ac5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0504711 May 16 15:16:34.322092 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e16df075-61e5-4d87-a97b-fbb3a9426b22 req-b955ad8b-7e9b-4d8b-8946-bff63a97a0da tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 May 16 15:16:34.613462 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5aaef206-409c-44ed-bd9f-e534a3ff7a36 req-08f68d2e-b768-4435-b3c4-89db1ea91123 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 210 time: 0.0274973 May 16 15:16:35.436538 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb40a3-4cd8-45ac-bdbc-107d0c8177f8 req-fb81f8fe-ed2b-4bff-befc-f9e2d4a42a6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:35.438047 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-30eb40a3-4cd8-45ac-bdbc-107d0c8177f8 req-fb81f8fe-ed2b-4bff-befc-f9e2d4a42a6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0483882 May 16 15:16:35.462149 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bca766b5-e577-4f42-937b-a54328dd9b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:35.486032 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-30eb40a3-4cd8-45ac-bdbc-107d0c8177f8 req-13a88dca-0c6f-4bd5-9c96-534f05862f1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 May 16 15:16:35.724228 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-023c6ea1-ea0d-453a-9419-3c3cc79fa6a9 req-0cb9de48-997a-4f41-8d8e-537d0239760e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 210 time: 0.0409391 May 16 15:16:35.886885 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56388ae-749f-4e2f-817d-847c3723d701 req-f0b49f9e-868f-4b41-ab53-621de50b60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:35.888476 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a56388ae-749f-4e2f-817d-847c3723d701 req-f0b49f9e-868f-4b41-ab53-621de50b60f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 1130 time: 0.0392256 May 16 15:16:35.943557 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a56388ae-749f-4e2f-817d-847c3723d701 req-7a49c6f3-88e0-41f6-a7d0-7e384b755a05 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472369 May 16 15:16:36.618194 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bd21c-7cd8-4e8b-86e2-896f174d7e61 req-ea559cf6-b3db-4dfa-99f8-00a2e0d581ef tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:36.619721 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d62bd21c-7cd8-4e8b-86e2-896f174d7e61 req-ea559cf6-b3db-4dfa-99f8-00a2e0d581ef tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0632486 May 16 15:16:36.664843 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:36.665634 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d62bd21c-7cd8-4e8b-86e2-896f174d7e61 req-21d66240-acd4-4210-b106-422662b97178 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 May 16 15:16:36.823216 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-365f604a-3614-478c-9f67-4e62ff3bc264 req-03a84004-8d57-46fa-a2a8-e9199256abc4 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 210 time: 0.0353200 May 16 15:16:37.777084 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324753bc-3107-4942-92cd-36d8b7cc9939 req-07329a0e-16ce-43d1-ba77-454270b7ce25 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:37.778516 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-324753bc-3107-4942-92cd-36d8b7cc9939 req-07329a0e-16ce-43d1-ba77-454270b7ce25 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0461359 May 16 15:16:37.825610 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-324753bc-3107-4942-92cd-36d8b7cc9939 req-a7c9682f-5b11-4f32-8985-9eb8351b7a05 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 May 16 15:16:37.931733 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-44f6f4bb-eeaa-4ae7-87c8-3959694f60e1 req-740370b3-4cf3-436a-9208-30a7574543c2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 210 time: 0.0383453 May 16 15:16:38.016414 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:38.195255 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-0fd1b374-a75a-4e67-b9ec-09e2b89c9f64 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:38.196722 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-0fd1b374-a75a-4e67-b9ec-09e2b89c9f64 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.25 "GET /v2.0/networks?id=d5d840d6-be4b-4ccc-949a-d641977c970e HTTP/1.1" status: 200 len: 811 time: 0.1081772 May 16 15:16:38.288397 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-eb833dcf-c29b-4421-af50-76df71ba8d7d tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9886c48c5650408cacaa4e7f78586404 HTTP/1.1" status: 200 len: 380 time: 0.0584936 May 16 15:16:38.300236 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Request body: {'port': {'device_id': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'admin_state_up': True, 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'security_groups': ['29d789d0-7afa-4e59-b69d-7d9d63ed475e']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:38.510609 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Made reservation on behalf of 9886c48c5650408cacaa4e7f78586404 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:16:38.514128 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:38.638372 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Allocated IP 172.20.0.4 (d5d840d6-be4b-4ccc-949a-d641977c970e/2448ad91-16a6-4222-afd8-059210fe98cd/fb596391-d69d-41f8-b5d1-5cdf514becf8) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:16:38.789827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:38.885575 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:38.959419 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Network d5d840d6-be4b-4ccc-949a-d641977c970e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:16:39.212429 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:39.220524 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:16:39.232657 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event updated for resources: {'Port': ['ID=fb596391-d69d-41f8-b5d1-5cdf514becf8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:39.245708 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50346ec-3a65-4f66-a4eb-0e72aef63037 req-5e6bd122-3866-4e96-902c-b8cbe813ef3b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:39.245708 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c50346ec-3a65-4f66-a4eb-0e72aef63037 req-5e6bd122-3866-4e96-902c-b8cbe813ef3b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.3502944 May 16 15:16:39.323350 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c96a74-55b2-413e-980d-7d5ad6f8f080 req-2f1d998d-47ff-42dc-9903-29d42a3072d6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:39.324863 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-08c96a74-55b2-413e-980d-7d5ad6f8f080 req-2f1d998d-47ff-42dc-9903-29d42a3072d6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 931 time: 0.1105242 May 16 15:16:39.348289 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:39.348930 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.384250 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c50346ec-3a65-4f66-a4eb-0e72aef63037 req-b5d31bdb-d9b5-4727-a738-2728ce160c78 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039240 May 16 15:16:39.419662 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-08c96a74-55b2-413e-980d-7d5ad6f8f080 req-1ca3d0bd-c197-41ee-b36d-997ecd4391d2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807257 May 16 15:16:39.419906 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ed996d81-5d8a-47be-b71b-3ca626156134 None None] Provisioning complete for port fb596391-d69d-41f8-b5d1-5cdf514becf8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:39.423186 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ed996d81-5d8a-47be-b71b-3ca626156134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.459499 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ed996d81-5d8a-47be-b71b-3ca626156134 None None] Port fb596391-d69d-41f8-b5d1-5cdf514becf8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:16:39.479384 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-16067b68-090b-4e4a-8e3c-6d57cbdad1ea tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1839302 May 16 15:16:39.513809 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Request body: {'port': {'device_id': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:39.555764 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be198733-73fb-4e7a-8bc1-d7e9ef02e71b req-b4cbd4a5-2dd9-42c4-a9fd-0f66f75ca316 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:39.557272 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-be198733-73fb-4e7a-8bc1-d7e9ef02e71b req-b4cbd4a5-2dd9-42c4-a9fd-0f66f75ca316 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0760553 May 16 15:16:39.604586 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.656656 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-be198733-73fb-4e7a-8bc1-d7e9ef02e71b req-ef57316d-15d0-4304-8e28-b45a617c123e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771668 May 16 15:16:39.929041 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb596391-d69d-41f8-b5d1-5cdf514becf8 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:16:39.936430 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Publish callbacks [] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.949038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Transition to ACTIVE for port object fb596391-d69d-41f8-b5d1-5cdf514becf8 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:16:40.039543 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.108140 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb596391-d69d-41f8-b5d1-5cdf514becf8,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:40.184582 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Attempting to bind port fb596391-d69d-41f8-b5d1-5cdf514becf8 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:16:40.184919 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Attempting to bind port fb596391-d69d-41f8-b5d1-5cdf514becf8 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:16:40.185249 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Attempting to bind port fb596391-d69d-41f8-b5d1-5cdf514becf8 on network d5d840d6-be4b-4ccc-949a-d641977c970e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:16:40.190463 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Port fb596391-d69d-41f8-b5d1-5cdf514becf8 on network d5d840d6-be4b-4ccc-949a-d641977c970e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:16:40.190798 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Attempting to bind port fb596391-d69d-41f8-b5d1-5cdf514becf8 on network d5d840d6-be4b-4ccc-949a-d641977c970e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:16:40.196412 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:16:40.196780 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Checking segment: {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:16:40.197179 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Bound using segment: {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:16:40.199975 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Bound port: fb596391-d69d-41f8-b5d1-5cdf514becf8, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:16:40.200382 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.264817 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] For port fb596391-d69d-41f8-b5d1-5cdf514becf8, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:16:40.268675 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] For port fb596391-d69d-41f8-b5d1-5cdf514becf8, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=fb596391-d69d-41f8-b5d1-5cdf514becf8,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:16:40.391377 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.423336 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:40.423985 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.425852 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] 10.222.0.25 "PUT /v2.0/ports/fb596391-d69d-41f8-b5d1-5cdf514becf8 HTTP/1.1" status: 200 len: 1093 time: 0.9165568 May 16 15:16:40.426294 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'tag': 'fb596391-d69d-41f8-b5d1-5cdf514becf8'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:40.428557 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9162a243-92f1-4f55-bcb2-3f41a5b10d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ccced799-d35d-4fcc-81d1-df03942c2394", "tag": "fb596391-d69d-41f8-b5d1-5cdf514becf8"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:40.457636 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b247e3-2229-437c-9a62-69d415ae96d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb596391-d69d-41f8-b5d1-5cdf514becf8,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:40.484636 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd14a0ad-a9a7-464e-be7c-5728fa0a139c x-openstack-request-id: req-cd14a0ad-a9a7-464e-be7c-5728fa0a139c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:40.485169 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccced799-d35d-4fcc-81d1-df03942c2394", "tag": "fb596391-d69d-41f8-b5d1-5cdf514becf8", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:40.485450 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cd14a0ad-a9a7-464e-be7c-5728fa0a139c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:40.485832 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd14a0ad-a9a7-464e-be7c-5728fa0a139c'] response: {'name': 'network-changed', 'server_uuid': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'tag': 'fb596391-d69d-41f8-b5d1-5cdf514becf8', 'status': 'completed', 'code': 200} May 16 15:16:40.585565 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80852257-426e-4b6c-9f82-9e96ef70a7a3 req-b52665d9-12b9-4ee5-b425-88ca8e507098 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:40.587104 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-80852257-426e-4b6c-9f82-9e96ef70a7a3 req-b52665d9-12b9-4ee5-b425-88ca8e507098 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 943 time: 0.0795505 May 16 15:16:40.604124 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162a243-92f1-4f55-bcb2-3f41a5b10d2c req-3e5b81d5-7a8b-434e-92b7-62fb4b947932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:40.605614 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9162a243-92f1-4f55-bcb2-3f41a5b10d2c req-3e5b81d5-7a8b-434e-92b7-62fb4b947932 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9886c48c5650408cacaa4e7f78586404&device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 1127 time: 0.0602794 May 16 15:16:40.637018 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.638885 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.674500 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-80852257-426e-4b6c-9f82-9e96ef70a7a3 req-a768b54b-14f4-4e53-8aee-66f1c41ee32c tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814400 May 16 15:16:40.742132 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162a243-92f1-4f55-bcb2-3f41a5b10d2c req-2da00e86-51b8-4d7a-8c3c-1e100e38d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:40.743513 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9162a243-92f1-4f55-bcb2-3f41a5b10d2c req-2da00e86-51b8-4d7a-8c3c-1e100e38d39b service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9886c48c5650408cacaa4e7f78586404&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1218121 May 16 15:16:40.841884 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162a243-92f1-4f55-bcb2-3f41a5b10d2c req-b997dd90-0934-479a-a213-bfd83090345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:40.843368 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9162a243-92f1-4f55-bcb2-3f41a5b10d2c req-b997dd90-0934-479a-a213-bfd83090345d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897865 May 16 15:16:40.964002 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-864edad4-5204-4dd2-96b9-e82e1244df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:40.965477 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-864edad4-5204-4dd2-96b9-e82e1244df28 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9886c48c5650408cacaa4e7f78586404&device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 1127 time: 0.0387387 May 16 15:16:41.029334 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-8b53fb03-0ed4-4eb5-85d7-4cf2a4499425 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb596391-d69d-41f8-b5d1-5cdf514becf8 HTTP/1.1" status: 200 len: 217 time: 0.0366762 May 16 15:16:41.078912 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-a0c9b972-62f5-4535-bfd6-dba574dd5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:41.081293 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-a0c9b972-62f5-4535-bfd6-dba574dd5d1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2448ad91-16a6-4222-afd8-059210fe98cd HTTP/1.1" status: 200 len: 850 time: 0.0445685 May 16 15:16:41.125302 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-3f8f5105-3459-4d81-95f2-5cb1dec592b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:41.126793 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-3f8f5105-3459-4d81-95f2-5cb1dec592b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d5d840d6-be4b-4ccc-949a-d641977c970e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379729 May 16 15:16:41.228376 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-36299c4e-9d1a-42fe-9a12-daa0767d1185 service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871043 May 16 15:16:41.323809 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f10eb347-641f-44e9-9b00-45aac0d7a643 req-e9c0edfc-88fa-4c8b-9558-ca8e9ef73c72 service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882392 May 16 15:16:41.793847 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5e72d-d3f6-4c27-85fe-a7115b63a10d req-07e5223c-6579-42cb-b387-aef7d1243307 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:41.795478 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c1a5e72d-d3f6-4c27-85fe-a7115b63a10d req-07e5223c-6579-42cb-b387-aef7d1243307 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 943 time: 0.0501590 May 16 15:16:41.841471 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c1a5e72d-d3f6-4c27-85fe-a7115b63a10d req-cd4e8fec-ba1b-4ce5-bfcc-4866c8752171 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396512 May 16 15:16:43.051870 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f59df-cd73-46e6-a360-a730d2c8ef08 req-409260cf-008a-41a1-9125-4d15a802e3f3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:43.060711 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-511f59df-cd73-46e6-a360-a730d2c8ef08 req-409260cf-008a-41a1-9125-4d15a802e3f3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.1119461 May 16 15:16:43.068325 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151980b-c25c-4ca6-9ed8-0780464cf3d3 req-0a824fec-4a5a-4355-a79b-5eb9f4f229d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:43.068525 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33592) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:43.069834 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3151980b-c25c-4ca6-9ed8-0780464cf3d3 req-0a824fec-4a5a-4355-a79b-5eb9f4f229d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 1130 time: 0.0778780 May 16 15:16:43.253843 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151980b-c25c-4ca6-9ed8-0780464cf3d3 req-1b2db732-96e6-41c4-bc61-6da641428f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:43.255330 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3151980b-c25c-4ca6-9ed8-0780464cf3d3 req-1b2db732-96e6-41c4-bc61-6da641428f0e service neutron] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 920 time: 0.1680033 May 16 15:16:43.265674 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c53755d2-32db-49f5-972b-cee76c6c800e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.321969 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-511f59df-cd73-46e6-a360-a730d2c8ef08 req-b19b1dfc-00d7-42ef-9b04-edf300cab591 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496836 May 16 15:16:43.324476 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3151980b-c25c-4ca6-9ed8-0780464cf3d3 req-f5c6fb62-52a2-4c1f-893f-abbc2a34e1eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f457a8-ad98-4eee-b4ce-0e463130c421 HTTP/1.1" status: 200 len: 217 time: 0.0614705 May 16 15:16:43.330135 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69527a4c-ab8a-4ea3-ad6b-043825f01634 req-0e82596f-65b0-4dc3-8eca-9946e54e1711 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:43.332272 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-69527a4c-ab8a-4ea3-ad6b-043825f01634 req-0e82596f-65b0-4dc3-8eca-9946e54e1711 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 943 time: 0.2294044 May 16 15:16:43.360921 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c53755d2-32db-49f5-972b-cee76c6c800e admin admin] Publish callbacks [] for security_group (4f4fc59a-2372-45c3-96f7-23d4d5d93f91), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.424106 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151980b-c25c-4ca6-9ed8-0780464cf3d3 req-aa377eb2-eeba-4594-9448-a6d63643bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:43.428441 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3151980b-c25c-4ca6-9ed8-0780464cf3d3 req-aa377eb2-eeba-4594-9448-a6d63643bf36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.0950699 May 16 15:16:43.447947 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c53755d2-32db-49f5-972b-cee76c6c800e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (4f4fc59a-2372-45c3-96f7-23d4d5d93f91), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.478176 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-69527a4c-ab8a-4ea3-ad6b-043825f01634 req-926c01fa-0c8a-4eb9-9ec7-0dd4a3a7ca53 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357148 May 16 15:16:43.494245 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151980b-c25c-4ca6-9ed8-0780464cf3d3 req-74735cd0-5373-4b8c-8502-f7d1df8c2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:43.495950 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3151980b-c25c-4ca6-9ed8-0780464cf3d3 req-74735cd0-5373-4b8c-8502-f7d1df8c2cb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608139 May 16 15:16:43.499474 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c53755d2-32db-49f5-972b-cee76c6c800e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6544668e69b64382b67b4ec8355005e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293401 May 16 15:16:43.501491 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53755d2-32db-49f5-972b-cee76c6c800e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4fc59a-2372-45c3-96f7-23d4d5d93f91,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:43.502287 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33604) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:43.638792 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac45df3b-9f2e-4010-b71c-39d553470e78 admin admin] Publish callbacks [] for security_group (4f4fc59a-2372-45c3-96f7-23d4d5d93f91), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.657730 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3151980b-c25c-4ca6-9ed8-0780464cf3d3 req-d1521f2d-ba33-4a00-bd50-b9a9f93a7861 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526418 May 16 15:16:43.670179 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac45df3b-9f2e-4010-b71c-39d553470e78 admin admin] Publish callbacks [] for security_group (4f4fc59a-2372-45c3-96f7-23d4d5d93f91), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.793615 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3151980b-c25c-4ca6-9ed8-0780464cf3d3 req-a2f58592-a585-478b-8fc5-9b34486f2289 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253629 May 16 15:16:43.876708 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac45df3b-9f2e-4010-b71c-39d553470e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (4f4fc59a-2372-45c3-96f7-23d4d5d93f91), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.879987 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac45df3b-9f2e-4010-b71c-39d553470e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.881103 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ac45df3b-9f2e-4010-b71c-39d553470e78 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4f4fc59a-2372-45c3-96f7-23d4d5d93f91 HTTP/1.1" status: 204 len: 168 time: 0.3772461 May 16 15:16:43.889636 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45df3b-9f2e-4010-b71c-39d553470e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4fc59a-2372-45c3-96f7-23d4d5d93f91,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:44.447956 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a971a06-12bb-42b7-a52a-eef7be8984d7 req-cb91f29c-68c4-4a8e-a29d-5ae0389c536e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:44.450193 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0a971a06-12bb-42b7-a52a-eef7be8984d7 req-cb91f29c-68c4-4a8e-a29d-5ae0389c536e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0530531 May 16 15:16:44.511562 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0a971a06-12bb-42b7-a52a-eef7be8984d7 req-e422424e-5a20-4d5f-b474-fbe76f195737 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552030 May 16 15:16:44.538505 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device fb596391-d69d-41f8-b5d1-5cdf514becf8 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:16:44.601192 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1d30f-a75b-4f6e-afcb-10900bcd4220 req-7ac6717d-1bf9-425b-bb4d-359c66d7e0ca tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:44.602769 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-98e1d30f-a75b-4f6e-afcb-10900bcd4220 req-7ac6717d-1bf9-425b-bb4d-359c66d7e0ca tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 943 time: 0.0489459 May 16 15:16:44.653373 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-98e1d30f-a75b-4f6e-afcb-10900bcd4220 req-304af9d5-c5bd-466b-acd0-871db78aa283 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442407 May 16 15:16:44.775872 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port fb596391-d69d-41f8-b5d1-5cdf514becf8, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=fb596391-d69d-41f8-b5d1-5cdf514becf8,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:44.787733 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': 'fb596391-d69d-41f8-b5d1-5cdf514becf8', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'port_id': 'fb596391-d69d-41f8-b5d1-5cdf514becf8', 'mac_address': 'fa:16:3e:f4:1c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:16:44.826373 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port fb596391-d69d-41f8-b5d1-5cdf514becf8 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:44.826763 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:44.839502 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb596391-d69d-41f8-b5d1-5cdf514becf8 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:16:44.860264 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port fb596391-d69d-41f8-b5d1-5cdf514becf8, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=fb596391-d69d-41f8-b5d1-5cdf514becf8,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:44.919606 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:44.967859 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=fb596391-d69d-41f8-b5d1-5cdf514becf8,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:45.307871 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['fb596391-d69d-41f8-b5d1-5cdf514becf8'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:16:45.632046 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29728b8-4f12-4183-875b-dce72fa3ff17 req-38b02f1e-e506-4082-be0d-c313c0da68be tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:45.633517 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d29728b8-4f12-4183-875b-dce72fa3ff17 req-38b02f1e-e506-4082-be0d-c313c0da68be tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0478003 May 16 15:16:45.685979 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d29728b8-4f12-4183-875b-dce72fa3ff17 req-e218a3f7-b0a0-467e-8c74-958d879d8f10 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 May 16 15:16:45.772385 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55755b-7496-48d7-ad26-6d914151b3a2 req-12f436d7-58d7-4ab0-909e-9da5e60ba4ca tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:45.774084 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3f55755b-7496-48d7-ad26-6d914151b3a2 req-12f436d7-58d7-4ab0-909e-9da5e60ba4ca tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 944 time: 0.0491292 May 16 15:16:45.835503 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3f55755b-7496-48d7-ad26-6d914151b3a2 req-156be3f0-b078-4537-98f4-69f4e99d3c77 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517621 May 16 15:16:46.543281 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device fb596391-d69d-41f8-b5d1-5cdf514becf8 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:16:46.585208 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port fb596391-d69d-41f8-b5d1-5cdf514becf8 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:16:46.670745 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port fb596391-d69d-41f8-b5d1-5cdf514becf8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:46.671132 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:46.751091 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port fb596391-d69d-41f8-b5d1-5cdf514becf8 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:46.751482 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:46.778548 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb596391-d69d-41f8-b5d1-5cdf514becf8'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:46.781179 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f41ecb0-7a01-40ae-94ea-33c3405fff19" -d '{"events": [{"server_uuid": "ccced799-d35d-4fcc-81d1-df03942c2394", "name": "network-vif-plugged", "status": "completed", "tag": "fb596391-d69d-41f8-b5d1-5cdf514becf8"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:46.796448 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port fb596391-d69d-41f8-b5d1-5cdf514becf8, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=fb596391-d69d-41f8-b5d1-5cdf514becf8,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:46.823022 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051adb11-cb7b-43d9-8e16-bcea8f795056 x-openstack-request-id: req-051adb11-cb7b-43d9-8e16-bcea8f795056 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:46.823342 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccced799-d35d-4fcc-81d1-df03942c2394", "name": "network-vif-plugged", "status": "completed", "tag": "fb596391-d69d-41f8-b5d1-5cdf514becf8", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:46.823597 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-051adb11-cb7b-43d9-8e16-bcea8f795056 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:46.824018 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051adb11-cb7b-43d9-8e16-bcea8f795056'] response: {'server_uuid': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb596391-d69d-41f8-b5d1-5cdf514becf8', 'code': 200} May 16 15:16:46.865555 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:46.941470 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=fb596391-d69d-41f8-b5d1-5cdf514becf8,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:47.016073 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcdf54-e43a-4af1-8ff9-f70f976e11db req-4c40e5f8-9dfd-4d8c-8a46-33b5fdfd7729 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:47.017727 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8afcdf54-e43a-4af1-8ff9-f70f976e11db req-4c40e5f8-9dfd-4d8c-8a46-33b5fdfd7729 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0909069 May 16 15:16:47.041366 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe3bff-e9dd-4452-b78f-375c44879e74 req-eeea5fd9-9b14-40ef-9e63-8b1cf9543b5e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:47.043090 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-08fe3bff-e9dd-4452-b78f-375c44879e74 req-eeea5fd9-9b14-40ef-9e63-8b1cf9543b5e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0726738 May 16 15:16:47.105343 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8afcdf54-e43a-4af1-8ff9-f70f976e11db req-b4570021-8bef-4e0f-9abe-aa36236bc2dc tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805941 May 16 15:16:47.117113 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-08fe3bff-e9dd-4452-b78f-375c44879e74 req-82e1ae1f-e49b-48ea-b3a5-8dbbbffc06f3 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677876 May 16 15:16:47.280701 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea0d1c-b7eb-4212-b43b-a75619803bc1 req-8260a671-0ca4-4fcf-8f5a-a09ee44df481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:47.282274 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1eea0d1c-b7eb-4212-b43b-a75619803bc1 req-8260a671-0ca4-4fcf-8f5a-a09ee44df481 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 1129 time: 0.0384600 May 16 15:16:47.328854 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1eea0d1c-b7eb-4212-b43b-a75619803bc1 req-f95907f5-6fcf-4e5a-bc4a-ff5b87957154 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390840 May 16 15:16:48.257747 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c0cc4-8ea5-4f81-bad9-624fd7af18e3 req-503f4a59-142d-4c6c-be20-cad437f45363 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:48.259256 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ee8c0cc4-8ea5-4f81-bad9-624fd7af18e3 req-503f4a59-142d-4c6c-be20-cad437f45363 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0844166 May 16 15:16:48.274949 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19650fad-da41-4793-b263-10f7c0b8b676 req-925017b9-655f-4d74-bc05-d97e67dc3389 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:48.276408 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-19650fad-da41-4793-b263-10f7c0b8b676 req-925017b9-655f-4d74-bc05-d97e67dc3389 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0898678 May 16 15:16:48.348811 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ee8c0cc4-8ea5-4f81-bad9-624fd7af18e3 req-5d7d6a53-f932-4d28-b37b-9adfd6f334fe tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810010 May 16 15:16:48.352866 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-19650fad-da41-4793-b263-10f7c0b8b676 req-358fec29-90d2-41c5-801c-6ad423512e5e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699928 May 16 15:16:49.496099 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b6fc-65c2-404f-a1eb-6e9b9d65b45b req-cd941231-eb49-4952-bcb9-c55b322470f4 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:49.497569 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c884b6fc-65c2-404f-a1eb-6e9b9d65b45b req-cd941231-eb49-4952-bcb9-c55b322470f4 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0799284 May 16 15:16:49.506528 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2a6de-8b5c-456a-8947-3f3725643f60 req-6649207a-8260-43d2-9972-d98d74e179d4 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:49.507954 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-81e2a6de-8b5c-456a-8947-3f3725643f60 req-6649207a-8260-43d2-9972-d98d74e179d4 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0811005 May 16 15:16:49.579293 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c884b6fc-65c2-404f-a1eb-6e9b9d65b45b req-ed126f4d-f1a2-4cef-af09-3bb3698f5e57 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703907 May 16 15:16:49.583224 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-81e2a6de-8b5c-456a-8947-3f3725643f60 req-9eb06cb6-1e38-43f2-ad3d-577eac7be533 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686045 May 16 15:16:50.726533 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466b67a-230b-46a4-ac04-f4feae5df947 req-73e6518a-8cf5-4b71-b972-73353fc659d8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:50.728075 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0466b67a-230b-46a4-ac04-f4feae5df947 req-73e6518a-8cf5-4b71-b972-73353fc659d8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0808377 May 16 15:16:50.733847 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2cb68-6ec6-4d93-84b0-cb6f0cbf10e3 req-beec9585-6dfb-40dd-8bc2-eb2d161892c0 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:50.735165 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0b2cb68-6ec6-4d93-84b0-cb6f0cbf10e3 req-beec9585-6dfb-40dd-8bc2-eb2d161892c0 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0857115 May 16 15:16:50.809049 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0466b67a-230b-46a4-ac04-f4feae5df947 req-737a18cc-5530-45ca-a820-3cd23792bfc8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729229 May 16 15:16:50.812079 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0b2cb68-6ec6-4d93-84b0-cb6f0cbf10e3 req-82ce34f7-8a48-4547-9732-cc37f05dbb7d tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701876 May 16 15:16:51.614469 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:16:51.687659 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33766) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:51.733124 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-85de9aec-8d3b-47b9-b301-43fcef9d54d9 admin admin] Deleting subnet 1f010ac6-16ea-4e02-96e9-b0bedd99dc1d {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:16:51.736501 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85de9aec-8d3b-47b9-b301-43fcef9d54d9 admin admin] Publish callbacks [] for subnet (1f010ac6-16ea-4e02-96e9-b0bedd99dc1d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:51.771026 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85de9aec-8d3b-47b9-b301-43fcef9d54d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28775581'] for subnet (1f010ac6-16ea-4e02-96e9-b0bedd99dc1d), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:51.813179 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85de9aec-8d3b-47b9-b301-43fcef9d54d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (1f010ac6-16ea-4e02-96e9-b0bedd99dc1d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:51.954224 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4033e6-ad32-4601-ac70-e6ca2a2cde56 req-0528f2bb-5997-4c18-b718-3a41feab5031 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:51.955775 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e4033e6-ad32-4601-ac70-e6ca2a2cde56 req-0528f2bb-5997-4c18-b718-3a41feab5031 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0741868 May 16 15:16:51.959946 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85de9aec-8d3b-47b9-b301-43fcef9d54d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28144902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28552004'] for subnet (1f010ac6-16ea-4e02-96e9-b0bedd99dc1d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:51.981787 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b5d14-4d55-48b8-92ac-dc985d5df4ed req-47104b83-1821-4573-b4e0-f0db421460a1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:51.983185 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-803b5d14-4d55-48b8-92ac-dc985d5df4ed req-47104b83-1821-4573-b4e0-f0db421460a1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0904222 May 16 15:16:52.015550 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de9aec-8d3b-47b9-b301-43fcef9d54d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f010ac6-16ea-4e02-96e9-b0bedd99dc1d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:52.026994 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-85de9aec-8d3b-47b9-b301-43fcef9d54d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.030255 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-85de9aec-8d3b-47b9-b301-43fcef9d54d9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1f010ac6-16ea-4e02-96e9-b0bedd99dc1d HTTP/1.1" status: 204 len: 168 time: 0.3415759 May 16 15:16:52.032864 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33774) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:52.080759 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e4033e6-ad32-4601-ac70-e6ca2a2cde56 req-07956c39-1a11-47b4-a219-fc69ae029d91 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184201 May 16 15:16:52.087912 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-803b5d14-4d55-48b8-92ac-dc985d5df4ed req-8d3436b4-05e5-43d0-ad3f-e92c017004d6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810804 May 16 15:16:52.110598 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (85efe2b6-6755-4ae0-9462-170703a0d720), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.194631 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (85efe2b6-6755-4ae0-9462-170703a0d720), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.215235 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85efe2b6-6755-4ae0-9462-170703a0d720']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:52.226496 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35acd96-f8be-4460-b7da-a191bb040bd1') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:52.226813 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35acd96-f8be-4460-b7da-a191bb040bd1') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:52.236488 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28040405'] for segment (c35acd96-f8be-4460-b7da-a191bb040bd1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.250537 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (c35acd96-f8be-4460-b7da-a191bb040bd1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.256513 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:16:52.256898 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28098202'] for segment (c35acd96-f8be-4460-b7da-a191bb040bd1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: Traceback (most recent call last): May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: timer() May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: cb(*args, **kw) May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: return func(*args, **kwargs) May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: self._notify() May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: self.callback(batched_events) May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: event.method(event) May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: return f(self, *a, **k) May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._get(url).json() May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: return self.request(url, 'GET', **kwargs) May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:16:52.258540 dv-cinder-841753-2-iscsi neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:16:52.390720 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (85efe2b6-6755-4ae0-9462-170703a0d720), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.397360 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.401413 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] 10.222.0.71 "DELETE /v2.0/networks/85efe2b6-6755-4ae0-9462-170703a0d720 HTTP/1.1" status: 204 len: 168 time: 0.3674128 May 16 15:16:52.404249 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33776) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:52.415732 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df216929-0ef1-486c-8b87-76745aa99754 admin admin] Pushing event deleted for resources: {'Network': ['ID=85efe2b6-6755-4ae0-9462-170703a0d720,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:52.450506 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd657d46-bf92-4562-a517-8da9a499c60b admin admin] Deleting subnet 30456052-4fe5-41da-86fc-000153b1d8e8 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:16:52.453892 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd657d46-bf92-4562-a517-8da9a499c60b admin admin] Publish callbacks [] for subnet (30456052-4fe5-41da-86fc-000153b1d8e8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.488591 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd657d46-bf92-4562-a517-8da9a499c60b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28775581'] for subnet (30456052-4fe5-41da-86fc-000153b1d8e8), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.526998 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd657d46-bf92-4562-a517-8da9a499c60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (30456052-4fe5-41da-86fc-000153b1d8e8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.671176 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd657d46-bf92-4562-a517-8da9a499c60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28144902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28552004'] for subnet (30456052-4fe5-41da-86fc-000153b1d8e8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.699227 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd657d46-bf92-4562-a517-8da9a499c60b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30456052-4fe5-41da-86fc-000153b1d8e8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:52.703016 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bd657d46-bf92-4562-a517-8da9a499c60b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.706172 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bd657d46-bf92-4562-a517-8da9a499c60b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/30456052-4fe5-41da-86fc-000153b1d8e8 HTTP/1.1" status: 204 len: 168 time: 0.3009319 May 16 15:16:52.708879 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33782) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:52.781054 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (f9db2d86-e44f-4b61-b863-39ce0d89a16c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.863525 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (f9db2d86-e44f-4b61-b863-39ce0d89a16c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.883553 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9db2d86-e44f-4b61-b863-39ce0d89a16c']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:52.892662 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b473cd1c-b8fd-41eb-987f-0c0fcbacdaaf') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:52.893432 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b473cd1c-b8fd-41eb-987f-0c0fcbacdaaf') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:52.903341 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28775588'] for segment (b473cd1c-b8fd-41eb-987f-0c0fcbacdaaf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.916499 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (b473cd1c-b8fd-41eb-987f-0c0fcbacdaaf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.923109 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:16:52.923502 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28133796'] for segment (b473cd1c-b8fd-41eb-987f-0c0fcbacdaaf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: Traceback (most recent call last): May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: timer() May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: cb(*args, **kw) May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: return func(*args, **kwargs) May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: self._notify() May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: self.callback(batched_events) May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: event.method(event) May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: return f(self, *a, **k) May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._get(url).json() May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: return self.request(url, 'GET', **kwargs) May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:16:52.925478 dv-cinder-841753-2-iscsi neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:16:53.096551 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (f9db2d86-e44f-4b61-b863-39ce0d89a16c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:53.102141 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:53.105389 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] 10.222.0.71 "DELETE /v2.0/networks/f9db2d86-e44f-4b61-b863-39ce0d89a16c HTTP/1.1" status: 204 len: 168 time: 0.3955548 May 16 15:16:53.129913 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5d422-0fd2-4282-9bb7-62f70faecb6b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9db2d86-e44f-4b61-b863-39ce0d89a16c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:53.241608 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52c383-1b95-471b-a58b-8141b59ba0b9 req-bf5a9359-c581-4eb0-9b07-962d951dc8b0 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:53.243087 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4b52c383-1b95-471b-a58b-8141b59ba0b9 req-bf5a9359-c581-4eb0-9b07-962d951dc8b0 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0754368 May 16 15:16:53.249000 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c91bf-966d-4c72-9c5c-d6fea79304d7 req-e8cf3d3c-c265-461b-9f43-4502b0bb5dd8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:53.250345 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ca0c91bf-966d-4c72-9c5c-d6fea79304d7 req-e8cf3d3c-c265-461b-9f43-4502b0bb5dd8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0812845 May 16 15:16:53.322861 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4b52c383-1b95-471b-a58b-8141b59ba0b9 req-e4068157-3dcf-44c4-8635-834e0a166d8d tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715103 May 16 15:16:53.330525 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ca0c91bf-966d-4c72-9c5c-d6fea79304d7 req-0dc5a898-b3c2-401e-aca3-b037f33c8bd7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726607 May 16 15:16:53.441743 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478590e-df57-44ec-8e22-683f0d1cb1b6 req-fafe8c52-c940-4479-a708-389c9e28bfb9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:53.442018 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33798) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:53.443248 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5478590e-df57-44ec-8e22-683f0d1cb1b6 req-fafe8c52-c940-4479-a708-389c9e28bfb9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0486984 May 16 15:16:53.451989 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33800) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:53.456323 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5506c916-3539-485c-a43e-ff198db8def2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Request body: {'floatingip': {'port_id': 'fb596391-d69d-41f8-b5d1-5cdf514becf8'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:53.482109 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-78c5cbd4-829a-48c4-b889-88ee4545329b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2268806bbb1a4fc986186dea854c1fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386872 May 16 15:16:53.484732 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33802) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:53.493242 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5506c916-3539-485c-a43e-ff198db8def2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (652d10b6-2384-4107-9364-23f5cc4e0f22), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:53.535063 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c41b7c2-2344-4f19-b080-1a0771d0c783 admin admin] Publish callbacks [] for security_group (8d538cba-4d91-41ed-85ed-baed8aa079b3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:53.557639 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c41b7c2-2344-4f19-b080-1a0771d0c783 admin admin] Publish callbacks [] for security_group (8d538cba-4d91-41ed-85ed-baed8aa079b3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:53.665020 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c41b7c2-2344-4f19-b080-1a0771d0c783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (8d538cba-4d91-41ed-85ed-baed8aa079b3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:53.671558 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c41b7c2-2344-4f19-b080-1a0771d0c783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:53.672146 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5c41b7c2-2344-4f19-b080-1a0771d0c783 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8d538cba-4d91-41ed-85ed-baed8aa079b3 HTTP/1.1" status: 204 len: 168 time: 0.1864626 May 16 15:16:53.681436 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41b7c2-2344-4f19-b080-1a0771d0c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d538cba-4d91-41ed-85ed-baed8aa079b3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:53.928743 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5506c916-3539-485c-a43e-ff198db8def2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:53.990436 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5506c916-3539-485c-a43e-ff198db8def2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (652d10b6-2384-4107-9364-23f5cc4e0f22), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.327785 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-5506c916-3539-485c-a43e-ff198db8def2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Floating IP 652d10b6-2384-4107-9364-23f5cc4e0f22 associated. External IP: 172.27.1.237, port: fb596391-d69d-41f8-b5d1-5cdf514becf8. May 16 15:16:54.372187 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33824) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:54.412570 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9d863425-717d-4249-a93c-b09d30d0df77 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2e2de37c50f948e381822287eed1f7b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395324 May 16 15:16:54.414958 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33826) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:54.465940 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c746f1a-d03b-4bef-bbe8-57fca9ea2251 admin admin] Publish callbacks [] for security_group (f905c49c-ff74-49fd-aa8f-db47d5f07d90), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.475367 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77191b23-a2a0-4c5f-a64e-a2a5cb9c0fab req-e5aae0dc-0c7c-43a1-b7b6-0ecb99ff1d0b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:54.476924 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77191b23-a2a0-4c5f-a64e-a2a5cb9c0fab req-e5aae0dc-0c7c-43a1-b7b6-0ecb99ff1d0b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0608134 May 16 15:16:54.492072 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c746f1a-d03b-4bef-bbe8-57fca9ea2251 admin admin] Publish callbacks [] for security_group (f905c49c-ff74-49fd-aa8f-db47d5f07d90), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.545416 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 33834) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:54.595666 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77191b23-a2a0-4c5f-a64e-a2a5cb9c0fab req-aa3f2d6a-1830-48bb-834d-b11501a708f1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852482 May 16 15:16:54.599206 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c746f1a-d03b-4bef-bbe8-57fca9ea2251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (f905c49c-ff74-49fd-aa8f-db47d5f07d90), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.601814 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9c746f1a-d03b-4bef-bbe8-57fca9ea2251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.602942 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9c746f1a-d03b-4bef-bbe8-57fca9ea2251 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f905c49c-ff74-49fd-aa8f-db47d5f07d90 HTTP/1.1" status: 204 len: 168 time: 0.1870978 May 16 15:16:54.621091 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c746f1a-d03b-4bef-bbe8-57fca9ea2251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f905c49c-ff74-49fd-aa8f-db47d5f07d90,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:54.632891 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5506c916-3539-485c-a43e-ff198db8def2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Router 0c2bed8c-093c-456d-a528-323b6a35c368 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:16:54.665952 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df565b56-48de-4cd7-87d0-dfcb3cf57367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.749298 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5506c916-3539-485c-a43e-ff198db8def2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:16:54.753177 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df565b56-48de-4cd7-87d0-dfcb3cf57367 admin admin] Publish callbacks [] for security_group (9f883291-892e-4443-9de3-7d016a3fce99), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.754093 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5506c916-3539-485c-a43e-ff198db8def2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.759381 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51978bc-50ac-435d-9859-98ae577a185e None None] Sync routers for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:16:54.769335 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51978bc-50ac-435d-9859-98ae577a185e None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:54.770042 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d51978bc-50ac-435d-9859-98ae577a185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:16:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:54.791669 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5506c916-3539-485c-a43e-ff198db8def2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "PUT /v2.0/floatingips/652d10b6-2384-4107-9364-23f5cc4e0f22 HTTP/1.1" status: 200 len: 991 time: 1.3385932 May 16 15:16:54.792503 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'tag': 'fb596391-d69d-41f8-b5d1-5cdf514becf8'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:54.794954 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5565b64f-650b-4480-8476-a8806ea9aae2" -d '{"events": [{"name": "network-changed", "server_uuid": "ccced799-d35d-4fcc-81d1-df03942c2394", "tag": "fb596391-d69d-41f8-b5d1-5cdf514becf8"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:54.830262 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfec1e1-0859-4696-b25c-6fd2d810675f x-openstack-request-id: req-8bfec1e1-0859-4696-b25c-6fd2d810675f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:54.830557 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccced799-d35d-4fcc-81d1-df03942c2394", "tag": "fb596391-d69d-41f8-b5d1-5cdf514becf8", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:54.830822 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8bfec1e1-0859-4696-b25c-6fd2d810675f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:54.831926 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bfec1e1-0859-4696-b25c-6fd2d810675f'] response: {'name': 'network-changed', 'server_uuid': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'tag': 'fb596391-d69d-41f8-b5d1-5cdf514becf8', 'status': 'completed', 'code': 200} May 16 15:16:54.868955 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d51978bc-50ac-435d-9859-98ae577a185e None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:54.879853 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df565b56-48de-4cd7-87d0-dfcb3cf57367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (9f883291-892e-4443-9de3-7d016a3fce99), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.923589 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565b56-48de-4cd7-87d0-dfcb3cf57367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f883291-892e-4443-9de3-7d016a3fce99,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:54.934577 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 33846) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:54.935299 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-df565b56-48de-4cd7-87d0-dfcb3cf57367 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f63adb32bbc4ca0a6213b8872493564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887963 May 16 15:16:54.975227 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565b64f-650b-4480-8476-a8806ea9aae2 req-0df11385-609b-4967-8c79-4240259b35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:54.976819 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5565b64f-650b-4480-8476-a8806ea9aae2 req-0df11385-609b-4967-8c79-4240259b35bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9886c48c5650408cacaa4e7f78586404&device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 1129 time: 0.0738933 May 16 15:16:55.059072 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b1341b7-1913-4650-bc30-d421eed9240a admin admin] Publish callbacks [] for security_group (9f883291-892e-4443-9de3-7d016a3fce99), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.081703 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b1341b7-1913-4650-bc30-d421eed9240a admin admin] Publish callbacks [] for security_group (9f883291-892e-4443-9de3-7d016a3fce99), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.137513 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d51978bc-50ac-435d-9859-98ae577a185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '652d10b6-2384-4107-9364-23f5cc4e0f22', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'port_id': 'fb596391-d69d-41f8-b5d1-5cdf514becf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'mac_address': 'fa:16:3e:f4:1c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:16:29Z', 'updated_at': '2022-05-16T15:16:53Z', 'revision_number': 1, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:29Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:55.168644 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51978bc-50ac-435d-9859-98ae577a185e None None] Checking router: 0c2bed8c-093c-456d-a528-323b6a35c368 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:16:55.178242 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51978bc-50ac-435d-9859-98ae577a185e None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:55.178878 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d51978bc-50ac-435d-9859-98ae577a185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:16:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:55.189438 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565b64f-650b-4480-8476-a8806ea9aae2 req-7a442585-4388-4058-a1ab-310a28c63f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:55.190963 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5565b64f-650b-4480-8476-a8806ea9aae2 req-7a442585-4388-4058-a1ab-310a28c63f63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d5d840d6-be4b-4ccc-949a-d641977c970e HTTP/1.1" status: 200 len: 912 time: 0.1836634 May 16 15:16:55.272514 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b1341b7-1913-4650-bc30-d421eed9240a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (9f883291-892e-4443-9de3-7d016a3fce99), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.275099 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b1341b7-1913-4650-bc30-d421eed9240a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.277759 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0b1341b7-1913-4650-bc30-d421eed9240a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9f883291-892e-4443-9de3-7d016a3fce99 HTTP/1.1" status: 204 len: 168 time: 0.3409071 May 16 15:16:55.287143 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d51978bc-50ac-435d-9859-98ae577a185e None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:55.303791 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5565b64f-650b-4480-8476-a8806ea9aae2 req-1d851591-dfd7-411f-ba19-fc908ab59011 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb596391-d69d-41f8-b5d1-5cdf514becf8 HTTP/1.1" status: 200 len: 999 time: 0.0992844 May 16 15:16:55.304235 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1341b7-1913-4650-bc30-d421eed9240a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f883291-892e-4443-9de3-7d016a3fce99,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:55.363267 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565b64f-650b-4480-8476-a8806ea9aae2 req-123bbfcf-0c62-4dbc-94bb-77ff78c56edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:55.367296 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5565b64f-650b-4480-8476-a8806ea9aae2 req-123bbfcf-0c62-4dbc-94bb-77ff78c56edb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2448ad91-16a6-4222-afd8-059210fe98cd HTTP/1.1" status: 200 len: 850 time: 0.0542686 May 16 15:16:55.412966 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565b64f-650b-4480-8476-a8806ea9aae2 req-d06698ea-d610-4520-9131-8920bbc4e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:55.414789 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5565b64f-650b-4480-8476-a8806ea9aae2 req-d06698ea-d610-4520-9131-8920bbc4e2e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d5d840d6-be4b-4ccc-949a-d641977c970e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412774 May 16 15:16:55.524267 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5565b64f-650b-4480-8476-a8806ea9aae2 req-cee187b2-c827-42d1-bb78-eff326b784b3 service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977263 May 16 15:16:55.546355 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d51978bc-50ac-435d-9859-98ae577a185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '652d10b6-2384-4107-9364-23f5cc4e0f22', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'port_id': 'fb596391-d69d-41f8-b5d1-5cdf514becf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'mac_address': 'fa:16:3e:f4:1c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:16:29Z', 'updated_at': '2022-05-16T15:16:53Z', 'revision_number': 1, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:29Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:55.574745 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51978bc-50ac-435d-9859-98ae577a185e None None] The sync data for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi is: [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '652d10b6-2384-4107-9364-23f5cc4e0f22', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'port_id': 'fb596391-d69d-41f8-b5d1-5cdf514becf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'mac_address': 'fa:16:3e:f4:1c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:16:29Z', 'updated_at': '2022-05-16T15:16:53Z', 'revision_number': 1, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:29Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:16:55.650767 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5565b64f-650b-4480-8476-a8806ea9aae2 req-7916cccf-d587-48ba-b352-7b2099cd37c1 service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107705 May 16 15:16:55.774713 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399217cb-83df-4cff-a9e8-8f0d187f9742 req-7092b885-3af4-4596-bbc4-00336c0e0066 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:55.776288 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-399217cb-83df-4cff-a9e8-8f0d187f9742 req-7092b885-3af4-4596-bbc4-00336c0e0066 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0557489 May 16 15:16:55.834943 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-399217cb-83df-4cff-a9e8-8f0d187f9742 req-d800584f-88d8-4ac3-9ca1-2576ffeb13c0 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502830 May 16 15:16:55.853868 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27915b08-c2bc-47b7-a7e4-481949e2dc55 None None] New status for floating IP 652d10b6-2384-4107-9364-23f5cc4e0f22: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:16:56.957620 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48060b3d-548f-43b1-b4d5-873964fdf869 req-dcbcd856-63ac-4860-a77d-87447290c0ed tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:56.959828 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48060b3d-548f-43b1-b4d5-873964fdf869 req-dcbcd856-63ac-4860-a77d-87447290c0ed tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0484352 May 16 15:16:57.006924 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48060b3d-548f-43b1-b4d5-873964fdf869 req-e2b81bec-978a-40c3-9504-926be6ec274b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 May 16 15:16:58.120377 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f703d-aeab-4810-845e-e3e7b5979636 req-f42847a4-b290-4974-a6e0-c7156b755aba tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:58.121893 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-275f703d-aeab-4810-845e-e3e7b5979636 req-f42847a4-b290-4974-a6e0-c7156b755aba tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0470631 May 16 15:16:58.169322 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-275f703d-aeab-4810-845e-e3e7b5979636 req-4bf4b5c2-2539-4f06-ad5f-ad7c5f1f912c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414965 May 16 15:16:59.292079 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9c6d6-496e-4082-8fe9-c2757224e268 req-2e5ba639-5968-4b43-9be1-f1d90ab4d634 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:59.293579 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5f9c6d6-496e-4082-8fe9-c2757224e268 req-2e5ba639-5968-4b43-9be1-f1d90ab4d634 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0521379 May 16 15:16:59.342583 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5f9c6d6-496e-4082-8fe9-c2757224e268 req-4cf21faf-2a5e-4f14-976f-99a4508a44ec tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434754 May 16 15:17:00.456894 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb143e-6de9-4e89-b534-2b1a168e8c0d req-c2fed247-9b4a-477a-b3f6-11dbaa4f29af tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:00.459212 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1feb143e-6de9-4e89-b534-2b1a168e8c0d req-c2fed247-9b4a-477a-b3f6-11dbaa4f29af tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0481596 May 16 15:17:00.512256 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1feb143e-6de9-4e89-b534-2b1a168e8c0d req-f75bb1f8-200b-4e52-b179-e5d0af3e1395 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466642 May 16 15:17:00.632546 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c7ff9-5aef-463e-b205-06fa1cd525cc req-aab44872-68fd-4295-8636-ecd3dfad95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:00.634271 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e1c7ff9-5aef-463e-b205-06fa1cd525cc req-aab44872-68fd-4295-8636-ecd3dfad95df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 1130 time: 0.0415006 May 16 15:17:00.681120 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e1c7ff9-5aef-463e-b205-06fa1cd525cc req-b0f71e8b-5aaa-44ab-a9a0-c787490fb66e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 May 16 15:17:01.627840 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b343c4a-d5cb-404d-a161-5b3a6ff283f4 req-003af05c-217f-4cb7-b466-4848e8a5787f tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:01.634908 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2b343c4a-d5cb-404d-a161-5b3a6ff283f4 req-003af05c-217f-4cb7-b466-4848e8a5787f tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0487032 May 16 15:17:01.685656 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2b343c4a-d5cb-404d-a161-5b3a6ff283f4 req-f22d97f6-6c79-404e-8ae9-bd43f7de2193 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503814 May 16 15:17:02.806746 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11927c6e-285f-4ae9-98ac-da9db89fee49 req-5a97a7f2-4265-4266-99e9-598e137be434 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:02.807386 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34018) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:02.808861 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11927c6e-285f-4ae9-98ac-da9db89fee49 req-5a97a7f2-4265-4266-99e9-598e137be434 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0466833 May 16 15:17:02.861549 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11927c6e-285f-4ae9-98ac-da9db89fee49 req-5135548f-794e-4ecb-a8f4-4236d481e6d1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471206 May 16 15:17:02.941534 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-311964d6-687a-47d6-80a3-4f492898ab6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.022989 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-311964d6-687a-47d6-80a3-4f492898ab6f admin admin] Publish callbacks [] for security_group (1f44a233-a109-42f5-a14e-f53d3effdf38), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.104666 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-311964d6-687a-47d6-80a3-4f492898ab6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (1f44a233-a109-42f5-a14e-f53d3effdf38), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.145967 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-311964d6-687a-47d6-80a3-4f492898ab6f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=147da5d5de00409eb9b982affecf976b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379502 May 16 15:17:03.148369 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311964d6-687a-47d6-80a3-4f492898ab6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f44a233-a109-42f5-a14e-f53d3effdf38,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:03.149149 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34030) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:03.198099 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfcba6aa-d53d-4545-be24-9158ad149586 admin admin] Publish callbacks [] for security_group (1f44a233-a109-42f5-a14e-f53d3effdf38), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.220417 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfcba6aa-d53d-4545-be24-9158ad149586 admin admin] Publish callbacks [] for security_group (1f44a233-a109-42f5-a14e-f53d3effdf38), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.296009 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a37b9-bc63-45a8-9d68-d099dcab4e98 req-50d69a3f-3099-47bc-bbec-c7a3dfccb263 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:03.297541 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad6a37b9-bc63-45a8-9d68-d099dcab4e98 req-50d69a3f-3099-47bc-bbec-c7a3dfccb263 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0542986 May 16 15:17:03.369270 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57563b-0922-4128-ac45-8a36c6d02fa3 req-4793d0aa-ae5c-4416-b30d-51de12f5c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:03.377242 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb57563b-0922-4128-ac45-8a36c6d02fa3 req-4793d0aa-ae5c-4416-b30d-51de12f5c10b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 1130 time: 0.0605488 May 16 15:17:03.391127 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad6a37b9-bc63-45a8-9d68-d099dcab4e98 req-5f89d7eb-905e-4b39-90f9-6087b6c231fd tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868449 May 16 15:17:03.449427 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfcba6aa-d53d-4545-be24-9158ad149586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (1f44a233-a109-42f5-a14e-f53d3effdf38), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.451903 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfcba6aa-d53d-4545-be24-9158ad149586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.453024 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bfcba6aa-d53d-4545-be24-9158ad149586 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1f44a233-a109-42f5-a14e-f53d3effdf38 HTTP/1.1" status: 204 len: 168 time: 0.3028479 May 16 15:17:03.457606 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ebb7fb5c-4603-4be8-9f01-3809d45ca37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.468262 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcba6aa-d53d-4545-be24-9158ad149586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f44a233-a109-42f5-a14e-f53d3effdf38,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:03.495235 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57563b-0922-4128-ac45-8a36c6d02fa3 req-36a50c61-2c93-4988-a334-685705f0e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:03.496746 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb57563b-0922-4128-ac45-8a36c6d02fa3 req-36a50c61-2c93-4988-a334-685705f0e8e1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 920 time: 0.1186738 May 16 15:17:03.540974 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb57563b-0922-4128-ac45-8a36c6d02fa3 req-d7871bbe-b290-443f-93bf-458c65114784 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f457a8-ad98-4eee-b4ce-0e463130c421 HTTP/1.1" status: 200 len: 217 time: 0.0375190 May 16 15:17:03.588812 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57563b-0922-4128-ac45-8a36c6d02fa3 req-d303f184-98c6-4c84-8ff1-46e9526d065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:03.590310 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb57563b-0922-4128-ac45-8a36c6d02fa3 req-d303f184-98c6-4c84-8ff1-46e9526d065a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.0435300 May 16 15:17:03.632646 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57563b-0922-4128-ac45-8a36c6d02fa3 req-125951f2-fe68-4d9f-8181-9f8632a77576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:03.634138 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb57563b-0922-4128-ac45-8a36c6d02fa3 req-125951f2-fe68-4d9f-8181-9f8632a77576 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381739 May 16 15:17:03.725228 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb57563b-0922-4128-ac45-8a36c6d02fa3 req-64a7a90e-0860-4b5f-84bc-03111fe7c2c6 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846329 May 16 15:17:03.816728 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb57563b-0922-4128-ac45-8a36c6d02fa3 req-ce0ab761-f6c7-4ed4-9dbd-a3425dd8345d service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851660 May 16 15:17:04.535202 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cc12f-0868-4578-8458-4206e536edbf req-b68eb40a-7f00-4f54-bbd2-3ab0d87edcd7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:04.536942 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-948cc12f-0868-4578-8458-4206e536edbf req-b68eb40a-7f00-4f54-bbd2-3ab0d87edcd7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0661342 May 16 15:17:04.601314 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-948cc12f-0868-4578-8458-4206e536edbf req-3a6d0ff4-9519-46c5-bf41-5245411df711 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582473 May 16 15:17:04.637009 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe874b7-f8cd-4f05-969d-ad375a652447 req-3656ee02-9809-49f0-af73-b25d6d84ea93 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:04.640090 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-abe874b7-f8cd-4f05-969d-ad375a652447 req-3656ee02-9809-49f0-af73-b25d6d84ea93 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0517159 May 16 15:17:04.685682 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-abe874b7-f8cd-4f05-969d-ad375a652447 req-37cb593e-386c-49b4-82ad-9013e37b1f8d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 May 16 15:17:05.493274 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ab11-8e0f-4e0e-b1e9-aaafbef94a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:05.718613 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958f980-d671-4d46-8d11-d1b13be5ef81 req-ca66812e-31de-426d-a1f2-df764df2a96a tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:05.720109 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2958f980-d671-4d46-8d11-d1b13be5ef81 req-ca66812e-31de-426d-a1f2-df764df2a96a tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0461364 May 16 15:17:05.773018 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2958f980-d671-4d46-8d11-d1b13be5ef81 req-9f4cfb52-7d04-4b1a-ac31-33de342be8af tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473378 May 16 15:17:05.821565 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60d886-4099-44a4-b599-0a9e2339554c req-aa50800e-d4a0-4582-a613-72a396c0bd62 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:05.823050 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb60d886-4099-44a4-b599-0a9e2339554c req-aa50800e-d4a0-4582-a613-72a396c0bd62 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0491769 May 16 15:17:05.872934 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cb60d886-4099-44a4-b599-0a9e2339554c req-34b922f0-f891-4888-8a21-5056b4c521df tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439627 May 16 15:17:06.264042 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34122) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:06.327254 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-68be36d4-024e-4362-a8dd-0c3ea67e6c82 req-0410d82e-9a47-4335-8fdc-1f7e186309d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412581 May 16 15:17:06.384029 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16f190f4-258d-441f-9445-9f8fe479ad2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.427731 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be36d4-024e-4362-a8dd-0c3ea67e6c82 req-a41bf74d-d7b4-43e1-8bec-a4f8e55e3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:06.429369 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-68be36d4-024e-4362-a8dd-0c3ea67e6c82 req-a41bf74d-d7b4-43e1-8bec-a4f8e55e3d2e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 1130 time: 0.0647020 May 16 15:17:06.544172 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16f190f4-258d-441f-9445-9f8fe479ad2b admin admin] Publish callbacks [] for security_group (88672f98-667c-4018-b80f-8ddbf929839e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.562590 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be36d4-024e-4362-a8dd-0c3ea67e6c82 req-e84714c5-0416-4810-a0f5-bd6746b27f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:06.564001 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-68be36d4-024e-4362-a8dd-0c3ea67e6c82 req-e84714c5-0416-4810-a0f5-bd6746b27f2b service neutron] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 920 time: 0.1109180 May 16 15:17:06.611851 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-68be36d4-024e-4362-a8dd-0c3ea67e6c82 req-d8b64c28-b76c-4325-9092-8b3c994559b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f457a8-ad98-4eee-b4ce-0e463130c421 HTTP/1.1" status: 200 len: 217 time: 0.0357208 May 16 15:17:06.626033 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16f190f4-258d-441f-9445-9f8fe479ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (88672f98-667c-4018-b80f-8ddbf929839e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.635830 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.692768 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-16f190f4-258d-441f-9445-9f8fe479ad2b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a24091b8fe594c3192007255f87f2fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252677 May 16 15:17:06.693163 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34132) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:06.696330 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f190f4-258d-441f-9445-9f8fe479ad2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88672f98-667c-4018-b80f-8ddbf929839e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:06.700924 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be36d4-024e-4362-a8dd-0c3ea67e6c82 req-60cf11bb-a808-4d60-9041-ec37816132f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:06.702528 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-68be36d4-024e-4362-a8dd-0c3ea67e6c82 req-60cf11bb-a808-4d60-9041-ec37816132f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.0846279 May 16 15:17:06.742881 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-030d39e1-2a00-4f65-afb6-dfb909298c99 admin admin] Publish callbacks [] for security_group (88672f98-667c-4018-b80f-8ddbf929839e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.756836 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be36d4-024e-4362-a8dd-0c3ea67e6c82 req-1968c4f6-a6c0-40c3-99a6-ce6150cca58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:06.758375 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-68be36d4-024e-4362-a8dd-0c3ea67e6c82 req-1968c4f6-a6c0-40c3-99a6-ce6150cca58a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416875 May 16 15:17:06.769015 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-030d39e1-2a00-4f65-afb6-dfb909298c99 admin admin] Publish callbacks [] for security_group (88672f98-667c-4018-b80f-8ddbf929839e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.864392 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-68be36d4-024e-4362-a8dd-0c3ea67e6c82 req-6df1bca0-29df-4504-b2ef-a8ff05b3315b service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988436 May 16 15:17:06.882306 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-030d39e1-2a00-4f65-afb6-dfb909298c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (88672f98-667c-4018-b80f-8ddbf929839e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.884966 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-030d39e1-2a00-4f65-afb6-dfb909298c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.891936 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-030d39e1-2a00-4f65-afb6-dfb909298c99 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/88672f98-667c-4018-b80f-8ddbf929839e HTTP/1.1" status: 204 len: 168 time: 0.1910648 May 16 15:17:06.894527 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d39e1-2a00-4f65-afb6-dfb909298c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88672f98-667c-4018-b80f-8ddbf929839e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:06.924078 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6c0c2-aecc-4ef8-aaa2-9aaa39236757 req-07405f71-759d-4904-981c-ecdcd669a9e9 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:06.925552 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-34e6c0c2-aecc-4ef8-aaa2-9aaa39236757 req-07405f71-759d-4904-981c-ecdcd669a9e9 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0799115 May 16 15:17:07.046003 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c34e1e-bdd3-4be4-b69c-859acb958ca9 req-44442089-8981-4299-b561-5e2d048243c3 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:07.047482 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77c34e1e-bdd3-4be4-b69c-859acb958ca9 req-44442089-8981-4299-b561-5e2d048243c3 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0910099 May 16 15:17:07.053280 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-68be36d4-024e-4362-a8dd-0c3ea67e6c82 req-389e22f6-c36d-436f-9d54-7388dcc177e2 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732059 May 16 15:17:07.066807 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-34e6c0c2-aecc-4ef8-aaa2-9aaa39236757 req-1ccc42ed-8f72-4b34-96bf-e753e6c4e139 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088266 May 16 15:17:07.109992 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77c34e1e-bdd3-4be4-b69c-859acb958ca9 req-221b091b-5d95-4eb3-bb51-dd295ecaa9a1 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531125 May 16 15:17:07.521100 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34146) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:07.535024 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84608d0d-d608-4c43-99fc-00624a00e2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.616304 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84608d0d-d608-4c43-99fc-00624a00e2a1 admin admin] Publish callbacks [] for security_group (bdbb320d-f255-438e-aee4-bf3830ff0a52), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.676030 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-84608d0d-d608-4c43-99fc-00624a00e2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (bdbb320d-f255-438e-aee4-bf3830ff0a52), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.712753 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84608d0d-d608-4c43-99fc-00624a00e2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbb320d-f255-438e-aee4-bf3830ff0a52,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:07.717006 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-84608d0d-d608-4c43-99fc-00624a00e2a1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=de8e2f8671584525bac84a8d1cd8f947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941130 May 16 15:17:07.719761 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34154) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:07.769404 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6bfc609c-e5e7-4be9-afa6-4e5fa91bb6bd admin admin] Publish callbacks [] for security_group (bdbb320d-f255-438e-aee4-bf3830ff0a52), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.794001 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6bfc609c-e5e7-4be9-afa6-4e5fa91bb6bd admin admin] Publish callbacks [] for security_group (bdbb320d-f255-438e-aee4-bf3830ff0a52), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.915956 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6bfc609c-e5e7-4be9-afa6-4e5fa91bb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (bdbb320d-f255-438e-aee4-bf3830ff0a52), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.918591 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6bfc609c-e5e7-4be9-afa6-4e5fa91bb6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.919847 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6bfc609c-e5e7-4be9-afa6-4e5fa91bb6bd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bdbb320d-f255-438e-aee4-bf3830ff0a52 HTTP/1.1" status: 204 len: 168 time: 0.1992090 May 16 15:17:07.928706 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc609c-e5e7-4be9-afa6-4e5fa91bb6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbb320d-f255-438e-aee4-bf3830ff0a52,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:07.976085 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.232871 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ed497-8bcb-4839-ab78-a80b906f4dc4 req-d9cd9a61-f713-493d-8d9a-a5c71407b2ed tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:08.234376 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d86ed497-8bcb-4839-ab78-a80b906f4dc4 req-d9cd9a61-f713-493d-8d9a-a5c71407b2ed tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0505295 May 16 15:17:08.282917 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d86ed497-8bcb-4839-ab78-a80b906f4dc4 req-6de2c38d-392b-42da-877e-3c8346eed750 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426345 May 16 15:17:08.582540 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34166) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:08.595915 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de688a5d-cc0f-47b4-ba26-9f398b941a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.669911 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de688a5d-cc0f-47b4-ba26-9f398b941a56 admin admin] Publish callbacks [] for security_group (576e60c6-29ff-4058-ad70-72c40b414e12), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.727365 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-de688a5d-cc0f-47b4-ba26-9f398b941a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (576e60c6-29ff-4058-ad70-72c40b414e12), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.765122 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-de688a5d-cc0f-47b4-ba26-9f398b941a56 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=055ac49c6f3541c0a3b29bdb330ca363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815507 May 16 15:17:08.766215 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de688a5d-cc0f-47b4-ba26-9f398b941a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576e60c6-29ff-4058-ad70-72c40b414e12,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:08.767841 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34172) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:08.816473 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1278-6d2e-48f4-a0d6-18a19be6d75a admin admin] Publish callbacks [] for security_group (576e60c6-29ff-4058-ad70-72c40b414e12), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.839125 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1278-6d2e-48f4-a0d6-18a19be6d75a admin admin] Publish callbacks [] for security_group (576e60c6-29ff-4058-ad70-72c40b414e12), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.953395 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1278-6d2e-48f4-a0d6-18a19be6d75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (576e60c6-29ff-4058-ad70-72c40b414e12), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.955943 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1278-6d2e-48f4-a0d6-18a19be6d75a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.957170 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-dc6d1278-6d2e-48f4-a0d6-18a19be6d75a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/576e60c6-29ff-4058-ad70-72c40b414e12 HTTP/1.1" status: 204 len: 168 time: 0.1883218 May 16 15:17:08.965398 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d1278-6d2e-48f4-a0d6-18a19be6d75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576e60c6-29ff-4058-ad70-72c40b414e12,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:09.406475 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa30b1-493d-46c6-832e-347e8b2707b1 req-17ce3de4-af49-4e4b-9df4-b45506aa5076 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:09.408088 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e6aa30b1-493d-46c6-832e-347e8b2707b1 req-17ce3de4-af49-4e4b-9df4-b45506aa5076 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0522130 May 16 15:17:09.453280 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e6aa30b1-493d-46c6-832e-347e8b2707b1 req-cdc7a97d-e574-45cc-967c-920bcaaf221a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395966 May 16 15:17:10.583234 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfdf3b-0e54-4450-bdf5-f292ae44b684 req-4941f048-7ac7-424d-ad04-767b0d264fd3 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:10.583234 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a0bfdf3b-0e54-4450-bdf5-f292ae44b684 req-4941f048-7ac7-424d-ad04-767b0d264fd3 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0499690 May 16 15:17:10.625339 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a0bfdf3b-0e54-4450-bdf5-f292ae44b684 req-b07a16d0-9daf-4bb4-8b1a-36d38665b37c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 May 16 15:17:10.698361 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:10.699747 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:10.943775 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34226) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:10.943775 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172166448', 'description': 'tempest-description--437654036'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:11.024687 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.094817 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for security_group (970170da-0033-4ea4-b2a6-5d3f8e0d6f79), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.178969 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (970170da-0033-4ea4-b2a6-5d3f8e0d6f79), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.208613 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970170da-0033-4ea4-b2a6-5d3f8e0d6f79,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:11.216202 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.216561 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.217027 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.217379 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.217726 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.218071 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.218411 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.218745 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.219080 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.219412 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.219783 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.220120 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.220447 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.220779 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.221109 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:11.274001 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.277043 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-fe383fb3-fd74-4e72-a1be-84ae54b4ebc5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3368371 May 16 15:17:11.278950 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34230) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:11.283285 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e7da5903-b980-4b4a-bd4e-740d561731f0 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Request body: {'security_group_rule': {'security_group_id': '970170da-0033-4ea4-b2a6-5d3f8e0d6f79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:11.377135 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7da5903-b980-4b4a-bd4e-740d561731f0 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for security_group_rule (4acc72c9-7928-45fc-9ce2-f48fdaf4e1a3), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.437351 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7da5903-b980-4b4a-bd4e-740d561731f0 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for security_group_rule (4acc72c9-7928-45fc-9ce2-f48fdaf4e1a3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.538799 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7da5903-b980-4b4a-bd4e-740d561731f0 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (4acc72c9-7928-45fc-9ce2-f48fdaf4e1a3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.556831 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da5903-b980-4b4a-bd4e-740d561731f0 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acc72c9-7928-45fc-9ce2-f48fdaf4e1a3,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:11.635346 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e7da5903-b980-4b4a-bd4e-740d561731f0 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.636603 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e7da5903-b980-4b4a-bd4e-740d561731f0 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3566980 May 16 15:17:11.639339 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34232) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:11.643684 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-dbd070d3-bceb-46c3-9dde-181db34d9097 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Request body: {'security_group_rule': {'security_group_id': '970170da-0033-4ea4-b2a6-5d3f8e0d6f79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:11.743155 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83208-495a-4ca3-8b45-a7131d59e3c4 req-66f81362-142d-48bc-8bc9-526af9d1bfdc tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:11.744634 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-55b83208-495a-4ca3-8b45-a7131d59e3c4 req-66f81362-142d-48bc-8bc9-526af9d1bfdc tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0467784 May 16 15:17:11.753549 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbd070d3-bceb-46c3-9dde-181db34d9097 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for security_group_rule (349be9c9-3274-468a-92a3-d4779f396428), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.804194 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-55b83208-495a-4ca3-8b45-a7131d59e3c4 req-ef958160-3df0-42b2-9072-3d757a4bd6b1 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535052 May 16 15:17:11.820527 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbd070d3-bceb-46c3-9dde-181db34d9097 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for security_group_rule (349be9c9-3274-468a-92a3-d4779f396428), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.884579 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbd070d3-bceb-46c3-9dde-181db34d9097 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (349be9c9-3274-468a-92a3-d4779f396428), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.903788 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd070d3-bceb-46c3-9dde-181db34d9097 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349be9c9-3274-468a-92a3-d4779f396428,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:11.976125 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbd070d3-bceb-46c3-9dde-181db34d9097 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.977447 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-dbd070d3-bceb-46c3-9dde-181db34d9097 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3371439 May 16 15:17:11.981809 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34248) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:11.984882 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:12.079155 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34252) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:12.083607 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--643001819', 'description': 'tempest-description--1143169571'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:12.116638 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.181838 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.196387 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.248721 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (2cad8080-419e-4fea-992f-cf1fcbcb67d7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.303593 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Allocated IP 172.27.1.236 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/26800911-d07e-4098-955b-b4cad50fef25) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:12.321541 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (2cad8080-419e-4fea-992f-cf1fcbcb67d7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.351157 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cad8080-419e-4fea-992f-cf1fcbcb67d7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:12.358185 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.358538 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.358883 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.359223 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.359566 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.359922 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.360252 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.360936 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.361269 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.361602 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.361930 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.362256 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.362578 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.362908 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.363228 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:12.405787 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for port (26800911-d07e-4098-955b-b4cad50fef25), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.415462 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.416799 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c58aac2a-8ccb-4144-935c-23d0052cc432 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3365893 May 16 15:17:12.421992 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34256) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:12.423745 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8b638230-27bb-4871-bb3b-8fccaff773f0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'security_group_rule': {'security_group_id': '2cad8080-419e-4fea-992f-cf1fcbcb67d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:12.487876 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (26800911-d07e-4098-955b-b4cad50fef25), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.515845 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8b638230-27bb-4871-bb3b-8fccaff773f0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (b573fdec-9f38-4236-8c96-4f856f13143b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.524166 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:12.526901 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:12.529593 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:12.564709 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event updated for resources: {'Port': ['ID=26800911-d07e-4098-955b-b4cad50fef25,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:12.571911 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8b638230-27bb-4871-bb3b-8fccaff773f0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (b573fdec-9f38-4236-8c96-4f856f13143b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.623126 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for floatingip (725a695b-bca0-4c7c-a63e-82b0d3aeef6d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.639002 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8b638230-27bb-4871-bb3b-8fccaff773f0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (b573fdec-9f38-4236-8c96-4f856f13143b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.656998 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b638230-27bb-4871-bb3b-8fccaff773f0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b573fdec-9f38-4236-8c96-4f856f13143b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:12.712317 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8b638230-27bb-4871-bb3b-8fccaff773f0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.713567 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8b638230-27bb-4871-bb3b-8fccaff773f0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930906 May 16 15:17:12.715744 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (26800911-d07e-4098-955b-b4cad50fef25), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.716273 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34258) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:12.720545 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-81dcc496-f7ff-49a6-a2aa-0b8765bef16e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'security_group_rule': {'security_group_id': '2cad8080-419e-4fea-992f-cf1fcbcb67d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:12.798324 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81dcc496-f7ff-49a6-a2aa-0b8765bef16e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (bee783df-bbc0-477b-bdf8-d4001e4e4ef8), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.859090 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81dcc496-f7ff-49a6-a2aa-0b8765bef16e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (bee783df-bbc0-477b-bdf8-d4001e4e4ef8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.895782 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for port (26800911-d07e-4098-955b-b4cad50fef25), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.919871 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81dcc496-f7ff-49a6-a2aa-0b8765bef16e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (bee783df-bbc0-477b-bdf8-d4001e4e4ef8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.942155 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73ee45-18bd-466f-8777-3424a9daad08 req-71cdb976-3ef0-471c-a783-a47b1f56d4d5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:12.944233 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9f73ee45-18bd-466f-8777-3424a9daad08 req-71cdb976-3ef0-471c-a783-a47b1f56d4d5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0603697 May 16 15:17:12.949340 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcc496-f7ff-49a6-a2aa-0b8765bef16e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee783df-bbc0-477b-bdf8-d4001e4e4ef8,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:12.970429 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (26800911-d07e-4098-955b-b4cad50fef25), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.994603 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9f73ee45-18bd-466f-8777-3424a9daad08 req-964ada21-0260-4351-83a1-23d542d0bb40 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432062 May 16 15:17:13.045239 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event updated for resources: {'Port': ['ID=26800911-d07e-4098-955b-b4cad50fef25,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:13.053251 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (725a695b-bca0-4c7c-a63e-82b0d3aeef6d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.075491 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81dcc496-f7ff-49a6-a2aa-0b8765bef16e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.076775 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-81dcc496-f7ff-49a6-a2aa-0b8765bef16e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3595212 May 16 15:17:13.079914 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34264) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:13.085473 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:13.190826 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.192097 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-73591fe5-7505-4c9c-9d42-c2d6a7202c6e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2106285 May 16 15:17:13.275908 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.356022 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.384763 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-10142f27-553c-4650-b6ea-78fbeff4dee4 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1172166448&fields=id&tenant_id=e1e340fabe31456cb021fcd0b5f505b5 HTTP/1.1" status: 200 len: 267 time: 0.0425043 May 16 15:17:13.462620 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Allocated IP 172.27.1.14 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/1f3ac91f-dba2-4dc6-98b7-2972a161a231) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:13.491890 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-2ed03ee6-d549-4f2f-8ce2-ec8344fdd68b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:13.493349 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-2ed03ee6-d549-4f2f-8ce2-ec8344fdd68b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 819 time: 0.1020844 May 16 15:17:13.508793 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-e519b8cc-f715-4e3e-aec0-76c036ebb5a0 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/quotas/e1e340fabe31456cb021fcd0b5f505b5 HTTP/1.1" status: 200 len: 375 time: 0.0099535 May 16 15:17:13.567905 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for port (1f3ac91f-dba2-4dc6-98b7-2972a161a231), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.569765 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-26d6cf1e-9c08-4bba-8b61-d4165da2d0b5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0546620 May 16 15:17:13.669337 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8a3d99ee-af58-405d-9d1b-227e35a83869 service neutron] 10.222.0.71 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876861 May 16 15:17:13.670570 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (1f3ac91f-dba2-4dc6-98b7-2972a161a231), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.714690 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:13.717616 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:13.723513 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:13.745741 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'Port': ['ID=1f3ac91f-dba2-4dc6-98b7-2972a161a231,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:13.763544 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-918a50f9-4e2a-447d-87bf-ed45ed797737 service neutron] 10.222.0.71 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862792 May 16 15:17:13.810027 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (883fb929-fdaf-4023-8d16-b92389643a59), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.915745 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (1f3ac91f-dba2-4dc6-98b7-2972a161a231), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.056992 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2f00504b-c246-4e03-a824-9d08787b9c18 req-0ee9ffe0-3d43-47e2-be9f-1ce5eea8e5ed tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 210 time: 0.0572519 May 16 15:17:14.125454 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for port (1f3ac91f-dba2-4dc6-98b7-2972a161a231), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.187885 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (1f3ac91f-dba2-4dc6-98b7-2972a161a231), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.258733 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'Port': ['ID=1f3ac91f-dba2-4dc6-98b7-2972a161a231,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:14.273256 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (883fb929-fdaf-4023-8d16-b92389643a59), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.344267 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.353517 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3e46d6aa-47b9-4d6c-b255-ac12a52a3afd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2643933 May 16 15:17:14.390542 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e77315-87f0-447b-85c6-0384e6e21fd1 req-88d99de9-c9c7-475b-825f-696c4b0ca7ed tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:14.398151 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2e77315-87f0-447b-85c6-0384e6e21fd1 req-88d99de9-c9c7-475b-825f-696c4b0ca7ed tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.3080249 May 16 15:17:14.448115 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2e77315-87f0-447b-85c6-0384e6e21fd1 req-65fa9f89-075d-4aeb-a43b-d21e2398b6e4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491889 May 16 15:17:14.570070 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-7385bd24-f6e3-4225-98ad-d876bb259633 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--643001819&fields=id&tenant_id=56ba8d3ade6e4efd90ce4c340464c565 HTTP/1.1" status: 200 len: 267 time: 0.0466683 May 16 15:17:14.674205 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-8c0ac172-b4fc-4a7f-9bd8-f73a3f1e9cb3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:14.675620 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-8c0ac172-b4fc-4a7f-9bd8-f73a3f1e9cb3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/networks?id=1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 200 len: 815 time: 0.0991669 May 16 15:17:14.689948 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-0bc6148a-1c42-4efc-94f9-98a23090751b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/quotas/56ba8d3ade6e4efd90ce4c340464c565 HTTP/1.1" status: 200 len: 375 time: 0.0087435 May 16 15:17:14.739859 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-a22d05b7-c972-4f22-b7f1-6c216f6bfa87 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0443850 May 16 15:17:14.834571 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-60c29a0c-7261-4a3d-930b-828a2e65bb76 service neutron] 10.222.0.71 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813448 May 16 15:17:14.929874 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-d976b50d-3be9-49e9-b15f-7724cd938868 service neutron] 10.222.0.71 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890822 May 16 15:17:15.157191 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1d44d038-a504-4347-866c-a3fc711c26cb req-96a0a67c-d38e-4f7e-912d-1ecf5af900ce tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 210 time: 0.0403996 May 16 15:17:15.186102 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf83e6a1-8276-458c-8b1b-df62dad3a612 req-7d5a0d4d-6085-4daf-a1ce-d78fa0c2cd44 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 210 time: 0.0314038 May 16 15:17:15.568797 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d81c10-8b7a-45e8-ac33-c0990537898b req-ae4365d3-a359-4b07-b4d1-f726ce676a24 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:15.570311 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f9d81c10-8b7a-45e8-ac33-c0990537898b req-ae4365d3-a359-4b07-b4d1-f726ce676a24 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0522141 May 16 15:17:15.617781 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f9d81c10-8b7a-45e8-ac33-c0990537898b req-d623a102-895e-4da1-9eeb-1caf1e3deafe tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413094 May 16 15:17:15.660693 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34334) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:15.763173 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac272352-b38b-4221-b3b1-04a677880351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:15.845879 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac272352-b38b-4221-b3b1-04a677880351 admin admin] Publish callbacks [] for security_group (8d783690-6996-4484-8fb8-763d9e81a521), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:15.947798 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ac272352-b38b-4221-b3b1-04a677880351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (8d783690-6996-4484-8fb8-763d9e81a521), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:15.988062 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ac272352-b38b-4221-b3b1-04a677880351 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=68e10cc41f9f48a2b32da2f5cc565318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261559 May 16 15:17:15.989104 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac272352-b38b-4221-b3b1-04a677880351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d783690-6996-4484-8fb8-763d9e81a521,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:15.991456 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34340) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:16.045244 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8293f3c9-c876-4b6e-9693-d5032fec338e admin admin] Publish callbacks [] for security_group (8d783690-6996-4484-8fb8-763d9e81a521), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:16.069483 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8293f3c9-c876-4b6e-9693-d5032fec338e admin admin] Publish callbacks [] for security_group (8d783690-6996-4484-8fb8-763d9e81a521), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:16.205725 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-4eae73bb-a0f7-4ecb-a2e3-4dde7bd5b513 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:16.207279 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-4eae73bb-a0f7-4ecb-a2e3-4dde7bd5b513 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 819 time: 0.1039805 May 16 15:17:16.224399 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8293f3c9-c876-4b6e-9693-d5032fec338e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (8d783690-6996-4484-8fb8-763d9e81a521), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:16.229852 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8293f3c9-c876-4b6e-9693-d5032fec338e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:16.231905 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8293f3c9-c876-4b6e-9693-d5032fec338e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8d783690-6996-4484-8fb8-763d9e81a521 HTTP/1.1" status: 204 len: 168 time: 0.2387424 May 16 15:17:16.274513 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293f3c9-c876-4b6e-9693-d5032fec338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d783690-6996-4484-8fb8-763d9e81a521,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:16.322758 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3422c714-0ea3-4365-91a2-c682c696b660 req-45936355-b595-4471-9b92-042fcf4c212c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 210 time: 0.0518458 May 16 15:17:16.324304 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11659eed-4f16-4e91-a012-dfe16e241a86 req-8819ba80-d56f-43db-8b48-70672ddb6894 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 210 time: 0.0676923 May 16 15:17:16.358789 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-9b7c3033-24b5-49d9-9f7a-ffc18665716a tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e340fabe31456cb021fcd0b5f505b5 HTTP/1.1" status: 200 len: 380 time: 0.1256552 May 16 15:17:16.372179 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Request body: {'port': {'device_id': '4d612141-6fe0-4d49-b1aa-071acc497104', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'admin_state_up': True, 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'security_groups': ['970170da-0033-4ea4-b2a6-5d3f8e0d6f79']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:16.579428 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Made reservation on behalf of e1e340fabe31456cb021fcd0b5f505b5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:17:16.583297 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:16.769553 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Allocated IP 172.20.0.11 (be046d4b-8cff-4819-b7cd-e793c832b714/9b76ba48-b512-4d7d-89b3-3927e671c112/75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:16.779353 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f19b65-f19b-4b70-a8e8-e8b06808a204 req-b3d5ca1c-a181-44fd-8f55-e169887ce013 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:16.780895 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c9f19b65-f19b-4b70-a8e8-e8b06808a204 req-b3d5ca1c-a181-44fd-8f55-e169887ce013 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0654426 May 16 15:17:16.976039 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c9f19b65-f19b-4b70-a8e8-e8b06808a204 req-c39421ea-8cca-448a-b006-09c0b792de8f tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865643 May 16 15:17:16.976039 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:17.070958 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:17.109840 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Network be046d4b-8cff-4819-b7cd-e793c832b714 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:17.112975 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:17.117358 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:17.148099 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event updated for resources: {'Port': ['ID=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:17.178956 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:17.179585 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:17.261869 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-8df69aaf-925f-481f-8c7f-e22a13accc1c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8937683 May 16 15:17:17.281934 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Request body: {'port': {'device_id': '4d612141-6fe0-4d49-b1aa-071acc497104', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:17.303308 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a3a32d79-ea88-462e-8df0-1bec9cc34827 None None] Provisioning complete for port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:17.303956 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a3a32d79-ea88-462e-8df0-1bec9cc34827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:17.335605 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a3a32d79-ea88-462e-8df0-1bec9cc34827 None None] Port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:17:17.340937 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:17.526069 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-66fbefcd-4995-43e1-af4f-e9e12446fde6 req-3d314d5f-c876-459d-bd4f-cf4c9ecb74e0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 210 time: 0.0835984 May 16 15:17:17.558040 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e05ef-4327-42a9-986f-4d1b9a86f6a2 req-7aca3f0d-d79d-4c93-b098-a6f6938d6f93 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:17.559490 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba3e05ef-4327-42a9-986f-4d1b9a86f6a2 req-7aca3f0d-d79d-4c93-b098-a6f6938d6f93 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 932 time: 0.1551445 May 16 15:17:17.657813 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-70220932-d09f-4922-9187-3fc27de91b0d tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:17.659145 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-70220932-d09f-4922-9187-3fc27de91b0d tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "GET /v2.0/networks?id=1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 200 len: 815 time: 0.2857368 May 16 15:17:17.723264 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba3e05ef-4327-42a9-986f-4d1b9a86f6a2 req-2aa7180e-1f70-46d1-bfd0-080a7265ed0e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563339 May 16 15:17:17.817686 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e30bb6f0-8ff3-4ddd-a03a-00f08d2df2bf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56ba8d3ade6e4efd90ce4c340464c565 HTTP/1.1" status: 200 len: 471 time: 0.1411180 May 16 15:17:17.876629 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:17:17.884448 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Publish callbacks [] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:17.897435 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Transition to ACTIVE for port object 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:17:17.932407 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'port': {'device_id': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'admin_state_up': True, 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'security_groups': ['2cad8080-419e-4fea-992f-cf1fcbcb67d7']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:17.952990 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:18.043940 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Pushing event updated for resources: {'Port': ['ID=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:18.167824 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebc1d0-e8df-4fb9-a97b-5aab86de48b5 req-392b9373-c73e-4fcc-9531-457e0f05022b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:18.169355 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7eebc1d0-e8df-4fb9-a97b-5aab86de48b5 req-392b9373-c73e-4fcc-9531-457e0f05022b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.1218519 May 16 15:17:18.217675 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Attempting to bind port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:17:18.218023 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Attempting to bind port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:17:18.218354 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Attempting to bind port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b on network be046d4b-8cff-4819-b7cd-e793c832b714 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:18.227888 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b on network be046d4b-8cff-4819-b7cd-e793c832b714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:17:18.228214 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Attempting to bind port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b on network be046d4b-8cff-4819-b7cd-e793c832b714 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:18.239784 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:17:18.240326 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Checking segment: {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:18.240893 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Bound using segment: {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:17:18.241398 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Bound port: 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4591a92e-6865-4364-bffa-7e9549c99642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:17:18.241764 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:18.247103 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7eebc1d0-e8df-4fb9-a97b-5aab86de48b5 req-a0e57ffa-25f7-458b-8c24-8b91e7a071cf tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707400 May 16 15:17:18.257794 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Made reservation on behalf of 56ba8d3ade6e4efd90ce4c340464c565 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:17:18.258360 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:18.368434 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] For port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:17:18.373192 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] For port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:17:18.426619 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Allocated IP 172.20.0.5 (1a605965-a559-434b-a7bc-1500d5306bfd/3320305d-ea26-430d-95fd-04322a6b5aa8/418db1a8-e530-4a38-a317-c50a19a4aed2) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:18.455693 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:18.514880 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:18.515509 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:18.516966 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] 10.222.0.25 "PUT /v2.0/ports/75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b HTTP/1.1" status: 200 len: 1094 time: 1.2391045 May 16 15:17:18.518968 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d612141-6fe0-4d49-b1aa-071acc497104', 'tag': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:18.521528 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d9cec3-642b-4dd0-8730-915ae24892f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d612141-6fe0-4d49-b1aa-071acc497104", "tag": "75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:18.588522 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3ad64-9e2d-4eab-b29e-8a998b68c32e service neutron] Pushing event updated for resources: {'Port': ['ID=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:18.594084 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47852c7-55b6-4a06-a74e-71af362d3360 x-openstack-request-id: req-b47852c7-55b6-4a06-a74e-71af362d3360 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:18.594422 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d612141-6fe0-4d49-b1aa-071acc497104", "tag": "75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:18.594639 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b47852c7-55b6-4a06-a74e-71af362d3360 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:18.595049 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47852c7-55b6-4a06-a74e-71af362d3360'] response: {'name': 'network-changed', 'server_uuid': '4d612141-6fe0-4d49-b1aa-071acc497104', 'tag': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'status': 'completed', 'code': 200} May 16 15:17:18.677390 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d8812460-3920-4dc3-b910-aacde0ed1326 req-6fb6bad2-7a1f-4d3b-a0c8-d69ab2df3ed9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 210 time: 0.0651572 May 16 15:17:18.689351 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:18.731238 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9cec3-642b-4dd0-8730-915ae24892f7 req-d9bfb166-3eba-43a7-b3f9-a7d458848219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:18.732757 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-76d9cec3-642b-4dd0-8730-915ae24892f7 req-d9bfb166-3eba-43a7-b3f9-a7d458848219 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 1128 time: 0.0762041 May 16 15:17:18.819175 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:18.920111 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Network 1a605965-a559-434b-a7bc-1500d5306bfd is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:18.936300 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80559e5-7689-412a-b72b-dcf70132e0e8 req-c22459a8-00c1-46bf-ad53-87d60a5859b5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:18.937776 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e80559e5-7689-412a-b72b-dcf70132e0e8 req-c22459a8-00c1-46bf-ad53-87d60a5859b5 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 944 time: 0.1232696 May 16 15:17:18.938368 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'Port': ['ID=418db1a8-e530-4a38-a317-c50a19a4aed2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:18.940873 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:18.944621 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:18.947617 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9cec3-642b-4dd0-8730-915ae24892f7 req-b4a78701-126d-4476-b630-5edb93c02590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:18.949104 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-76d9cec3-642b-4dd0-8730-915ae24892f7 req-b4a78701-126d-4476-b630-5edb93c02590 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2001591 May 16 15:17:19.044935 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:19.045535 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:19.107299 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e80559e5-7689-412a-b72b-dcf70132e0e8 req-2f64f495-1f45-48a3-9c52-2cf1b8f9ff14 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638167 May 16 15:17:19.132685 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9cec3-642b-4dd0-8730-915ae24892f7 req-c37508da-a6f8-474d-bf6d-f51683ba15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:19.132685 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-76d9cec3-642b-4dd0-8730-915ae24892f7 req-c37508da-a6f8-474d-bf6d-f51683ba15ba service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570265 May 16 15:17:19.169894 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-636816ce-c891-4164-b67f-d51929441234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2414463 May 16 15:17:19.200691 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b77d2bda-4910-4f41-bcf7-d944f5014088 None None] Provisioning complete for port 418db1a8-e530-4a38-a317-c50a19a4aed2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:19.201272 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b77d2bda-4910-4f41-bcf7-d944f5014088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:19.209903 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Request body: {'port': {'device_id': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:19.235876 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b77d2bda-4910-4f41-bcf7-d944f5014088 None None] Port 418db1a8-e530-4a38-a317-c50a19a4aed2 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:17:19.273188 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-eefc23ba-20c7-4170-809c-b13dc5d03115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:19.274631 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-eefc23ba-20c7-4170-809c-b13dc5d03115 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 1128 time: 0.0687675 May 16 15:17:19.332673 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-36ee2374-ee5c-450e-a745-cc1398d479f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b HTTP/1.1" status: 200 len: 217 time: 0.0405843 May 16 15:17:19.342483 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:19.434098 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf86d11-bd15-4f57-baa4-887b5c2e17eb req-922b68cb-ded6-4d62-9a9d-ef064ac65e55 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:19.435559 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-acf86d11-bd15-4f57-baa4-887b5c2e17eb req-922b68cb-ded6-4d62-9a9d-ef064ac65e55 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.1070688 May 16 15:17:19.451991 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-df21f6d6-9ab0-4a8b-9529-d9b2f211ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:19.453355 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-df21f6d6-9ab0-4a8b-9529-d9b2f211ce97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.1118183 May 16 15:17:19.547386 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-71955912-9f1b-4417-9afc-119255bf17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:19.548814 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-71955912-9f1b-4417-9afc-119255bf17f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845084 May 16 15:17:19.613348 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-acf86d11-bd15-4f57-baa4-887b5c2e17eb req-b622fedf-8643-4b74-8ae3-26c57b4b18bb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714313 May 16 15:17:19.980568 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48328073-1fd7-4189-9f54-81fe6c0dd94d req-88784be4-50ce-4aa0-8520-dfc7a037d7a8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:19.982024 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48328073-1fd7-4189-9f54-81fe6c0dd94d req-88784be4-50ce-4aa0-8520-dfc7a037d7a8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 931 time: 0.0505958 May 16 15:17:20.061942 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48328073-1fd7-4189-9f54-81fe6c0dd94d req-498cfb9d-996d-4f7a-8115-d493c097e755 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741186 May 16 15:17:20.087752 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-fef34f87-daa3-4076-a27e-dfa39b4808c3 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271239 May 16 15:17:20.239830 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418db1a8-e530-4a38-a317-c50a19a4aed2 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:17:20.260327 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Publish callbacks [] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.272765 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62d276-d480-4d83-becb-cda79d892407 req-432373c6-c43d-4a4a-9392-4ae29c9628cc tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:20.274241 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b62d276-d480-4d83-becb-cda79d892407 req-432373c6-c43d-4a4a-9392-4ae29c9628cc tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 944 time: 0.0789618 May 16 15:17:20.278383 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e2703c5-eb3d-4369-8b39-c2c68909cb51 req-fef2503b-7173-485c-afce-7f1f1e91608f service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838117 May 16 15:17:20.290755 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Transition to ACTIVE for port object 418db1a8-e530-4a38-a317-c50a19a4aed2 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:17:20.328097 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b62d276-d480-4d83-becb-cda79d892407 req-5dd58316-2be7-4304-9d8d-55c441ccf43e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463064 May 16 15:17:20.378373 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.424473 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Pushing event updated for resources: {'Port': ['ID=418db1a8-e530-4a38-a317-c50a19a4aed2,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:20.501247 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Attempting to bind port 418db1a8-e530-4a38-a317-c50a19a4aed2 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:17:20.501887 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Attempting to bind port 418db1a8-e530-4a38-a317-c50a19a4aed2 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:17:20.501887 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Attempting to bind port 418db1a8-e530-4a38-a317-c50a19a4aed2 on network 1a605965-a559-434b-a7bc-1500d5306bfd {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:20.506981 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Port 418db1a8-e530-4a38-a317-c50a19a4aed2 on network 1a605965-a559-434b-a7bc-1500d5306bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:17:20.507295 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Attempting to bind port 418db1a8-e530-4a38-a317-c50a19a4aed2 on network 1a605965-a559-434b-a7bc-1500d5306bfd {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:20.512510 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:17:20.512843 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Checking segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:20.513227 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Bound using segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:17:20.513649 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Bound port: 418db1a8-e530-4a38-a317-c50a19a4aed2, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:17:20.514006 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.576549 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] For port 418db1a8-e530-4a38-a317-c50a19a4aed2, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:17:20.579523 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] For port 418db1a8-e530-4a38-a317-c50a19a4aed2, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=418db1a8-e530-4a38-a317-c50a19a4aed2,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:17:20.641972 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.675581 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:20.676234 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.677733 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] 10.222.0.25 "PUT /v2.0/ports/418db1a8-e530-4a38-a317-c50a19a4aed2 HTTP/1.1" status: 200 len: 1093 time: 1.4729383 May 16 15:17:20.678335 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'tag': '418db1a8-e530-4a38-a317-c50a19a4aed2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:20.680663 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1893ca5e-a1b3-401b-b51f-5d59a9cc01c8" -d '{"events": [{"name": "network-changed", "server_uuid": "71e20c89-9049-4b13-a531-2c2e361ed84d", "tag": "418db1a8-e530-4a38-a317-c50a19a4aed2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:20.728634 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729c1625-7746-44a6-a0d0-7256817b0978 x-openstack-request-id: req-729c1625-7746-44a6-a0d0-7256817b0978 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:20.728928 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e20c89-9049-4b13-a531-2c2e361ed84d", "tag": "418db1a8-e530-4a38-a317-c50a19a4aed2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:20.729183 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-729c1625-7746-44a6-a0d0-7256817b0978 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:20.729583 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729c1625-7746-44a6-a0d0-7256817b0978'] response: {'name': 'network-changed', 'server_uuid': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'tag': '418db1a8-e530-4a38-a317-c50a19a4aed2', 'status': 'completed', 'code': 200} May 16 15:17:20.736633 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fb3af-39c7-4bfe-b8f8-128e01f17d2f service neutron] Pushing event updated for resources: {'Port': ['ID=418db1a8-e530-4a38-a317-c50a19a4aed2,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:20.753289 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b83c0-5a34-4caf-a7c5-394a8016c7ee req-4daa8078-2ed8-4c25-81b7-dfdffda08f10 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:20.762710 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-453b83c0-5a34-4caf-a7c5-394a8016c7ee req-4daa8078-2ed8-4c25-81b7-dfdffda08f10 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0626829 May 16 15:17:20.807866 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-453b83c0-5a34-4caf-a7c5-394a8016c7ee req-0a367065-532a-4176-9110-07ddf4474833 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464609 May 16 15:17:21.174359 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd21b8c-d723-4de7-ad0d-e69d2946bceb req-bfe0c2ba-aacb-4af7-a7b2-0d363dbb0c57 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:21.175842 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5fd21b8c-d723-4de7-ad0d-e69d2946bceb req-bfe0c2ba-aacb-4af7-a7b2-0d363dbb0c57 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 943 time: 0.0460126 May 16 15:17:21.222510 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5fd21b8c-d723-4de7-ad0d-e69d2946bceb req-012474e0-23ab-41ee-82fd-496f34d715d2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406196 May 16 15:17:21.441115 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3233b-12d3-44cc-ba43-fe288d17af1a req-da6926d7-20d3-4735-a6db-ce56ba7d1228 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:21.442585 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2da3233b-12d3-44cc-ba43-fe288d17af1a req-da6926d7-20d3-4735-a6db-ce56ba7d1228 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 944 time: 0.0468502 May 16 15:17:21.487999 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2da3233b-12d3-44cc-ba43-fe288d17af1a req-ad745713-b13a-4cbf-86ec-469994c972aa tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393460 May 16 15:17:21.929540 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276ea1f-6b98-4612-8a59-78f362744abe req-53484726-038c-4c14-b1b5-c5363e87f558 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:21.931048 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9276ea1f-6b98-4612-8a59-78f362744abe req-53484726-038c-4c14-b1b5-c5363e87f558 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0501077 May 16 15:17:21.976537 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9276ea1f-6b98-4612-8a59-78f362744abe req-77b8efd9-ccc4-44dd-a759-ea161fe753a8 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400660 May 16 15:17:22.334954 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea755c-77ca-4c56-a0c7-57f0146a8aae req-0863d006-bbc8-46f6-9bc9-49b021bd56ec tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:22.336566 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-86ea755c-77ca-4c56-a0c7-57f0146a8aae req-0863d006-bbc8-46f6-9bc9-49b021bd56ec tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 943 time: 0.0463209 May 16 15:17:22.382625 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-86ea755c-77ca-4c56-a0c7-57f0146a8aae req-e527edf8-7c8f-4702-a795-147c9015fe8b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406594 May 16 15:17:22.599279 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913379ae-27fc-42c6-81bf-c77f3e525d2e req-4c73c517-293d-47fb-86b6-37e4300e2c35 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:22.600955 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-913379ae-27fc-42c6-81bf-c77f3e525d2e req-4c73c517-293d-47fb-86b6-37e4300e2c35 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 944 time: 0.0489283 May 16 15:17:22.647780 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-913379ae-27fc-42c6-81bf-c77f3e525d2e req-2c4e3650-d656-45fa-b679-a7216d56ae43 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 May 16 15:17:23.092416 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b629f7-9568-4f99-9396-4180e3dff132 req-4a5761bf-2cd6-4224-a737-7c3bcaabe4d5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:23.093862 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c9b629f7-9568-4f99-9396-4180e3dff132 req-4a5761bf-2cd6-4224-a737-7c3bcaabe4d5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0461378 May 16 15:17:23.138988 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c9b629f7-9568-4f99-9396-4180e3dff132 req-e0f4f802-96df-4ac3-81ae-4cd2c86dce41 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 May 16 15:17:23.494555 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321265b-07de-4e01-826f-a203f6628717 req-8aa85e99-c449-4667-82eb-0e78ba34f3e0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:23.496030 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6321265b-07de-4e01-826f-a203f6628717 req-8aa85e99-c449-4667-82eb-0e78ba34f3e0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 943 time: 0.0459452 May 16 15:17:23.545554 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6321265b-07de-4e01-826f-a203f6628717 req-b1b9657d-abe6-4e07-84ac-0b95ac3d4670 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440512 May 16 15:17:23.758810 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55d1c2-66ef-4fed-8e24-0f6412a20452 req-532e036e-fb5f-4452-ae4a-6c26286fc338 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:23.760320 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3f55d1c2-66ef-4fed-8e24-0f6412a20452 req-532e036e-fb5f-4452-ae4a-6c26286fc338 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 944 time: 0.0462091 May 16 15:17:23.807537 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3f55d1c2-66ef-4fed-8e24-0f6412a20452 req-c1767993-08f6-4607-9bb1-257a4aafa35f tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 May 16 15:17:24.214784 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893ca5e-a1b3-401b-b51f-5d59a9cc01c8 req-054cdbdb-023a-48e1-bb1d-d6807a893bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:24.216283 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1893ca5e-a1b3-401b-b51f-5d59a9cc01c8 req-054cdbdb-023a-48e1-bb1d-d6807a893bca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 1127 time: 0.0420277 May 16 15:17:24.258583 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d07b48-8879-473f-9595-02f116a78f5e req-6b8512d0-7124-4290-80d4-be0cda1dab09 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:24.260026 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-95d07b48-8879-473f-9595-02f116a78f5e req-6b8512d0-7124-4290-80d4-be0cda1dab09 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0473690 May 16 15:17:24.311443 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-95d07b48-8879-473f-9595-02f116a78f5e req-99ddf92b-9084-472a-a2ea-86329fc47236 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459626 May 16 15:17:24.508414 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893ca5e-a1b3-401b-b51f-5d59a9cc01c8 req-18bde987-eedb-4342-b0bc-b1d6581a2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:24.509903 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1893ca5e-a1b3-401b-b51f-5d59a9cc01c8 req-18bde987-eedb-4342-b0bc-b1d6581a2cf7 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0919654 May 16 15:17:24.610622 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893ca5e-a1b3-401b-b51f-5d59a9cc01c8 req-30b91ece-1adb-4de2-a0e5-915890bf8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:24.612394 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1893ca5e-a1b3-401b-b51f-5d59a9cc01c8 req-30b91ece-1adb-4de2-a0e5-915890bf8721 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948966 May 16 15:17:24.660056 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bd9b1-3314-42bc-b451-31765c37c1c0 req-3cf50db5-ae1a-46d6-87c7-9514ab221187 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:24.661496 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc4bd9b1-3314-42bc-b451-31765c37c1c0 req-3cf50db5-ae1a-46d6-87c7-9514ab221187 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 943 time: 0.0481944 May 16 15:17:24.734303 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e154fdc2-b6a1-4b4f-a0d0-d303a0eb2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:24.735801 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-e154fdc2-b6a1-4b4f-a0d0-d303a0eb2075 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 1127 time: 0.0522828 May 16 15:17:24.739131 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc4bd9b1-3314-42bc-b451-31765c37c1c0 req-c2e354cb-8ce0-4c8c-9163-7b916aa3ea6c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713139 May 16 15:17:24.792552 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-8770ead8-da07-4f57-b544-ab8e48094475 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=418db1a8-e530-4a38-a317-c50a19a4aed2 HTTP/1.1" status: 200 len: 217 time: 0.0371027 May 16 15:17:24.851902 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-22cd33a8-84ae-4953-a50a-4401d693e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:24.853355 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-22cd33a8-84ae-4953-a50a-4401d693e717 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3320305d-ea26-430d-95fd-04322a6b5aa8 HTTP/1.1" status: 200 len: 854 time: 0.0540910 May 16 15:17:24.940740 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-d30f6155-1aca-4527-9638-1b27b3021cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:24.942243 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-d30f6155-1aca-4527-9638-1b27b3021cfb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a605965-a559-434b-a7bc-1500d5306bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818162 May 16 15:17:24.953821 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df6a41-196a-478a-a0b9-b3a5ab3b941e req-a069219a-dc6f-4352-8801-624e10a09217 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:24.955995 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-78df6a41-196a-478a-a0b9-b3a5ab3b941e req-a069219a-dc6f-4352-8801-624e10a09217 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 944 time: 0.0602458 May 16 15:17:25.053522 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-78df6a41-196a-478a-a0b9-b3a5ab3b941e req-af2e9096-341f-42b4-b5da-ce296078453b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900092 May 16 15:17:25.075669 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-7b182d6f-60e3-4429-a161-467bf03ead3e service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192999 May 16 15:17:25.168377 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b63b18f-9278-4592-8c6f-9d33e9382523 req-169bc747-c43d-45c6-a07e-4f9ade59bb99 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865076 May 16 15:17:25.426153 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547170b1-d2a0-45cd-b65d-3fe09c0293cd req-22dfdcd3-79d4-42d6-9113-d7dcdb5d2801 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:25.427586 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-547170b1-d2a0-45cd-b65d-3fe09c0293cd req-22dfdcd3-79d4-42d6-9113-d7dcdb5d2801 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0466459 May 16 15:17:25.472593 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-547170b1-d2a0-45cd-b65d-3fe09c0293cd req-c6cc6cf3-500f-4995-b428-1eea8cc8466d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391581 May 16 15:17:25.860618 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78408b60-6129-4e35-b2fe-33a29142e8ad req-db8e76af-0557-4a1e-9c50-9ea9ea8d116b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:25.862102 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-78408b60-6129-4e35-b2fe-33a29142e8ad req-db8e76af-0557-4a1e-9c50-9ea9ea8d116b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 943 time: 0.0551102 May 16 15:17:25.911401 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-78408b60-6129-4e35-b2fe-33a29142e8ad req-946e70d0-1199-4463-bc05-21564e4b9083 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435064 May 16 15:17:26.168601 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5821a81-e679-43a1-b855-439071015071 req-2a3da2c6-031f-4c4e-8f7e-781549ac03ab tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:26.170033 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5821a81-e679-43a1-b855-439071015071 req-2a3da2c6-031f-4c4e-8f7e-781549ac03ab tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 944 time: 0.0477073 May 16 15:17:26.217059 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5821a81-e679-43a1-b855-439071015071 req-07128f10-1291-4e30-9652-737ee3ed4886 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414641 May 16 15:17:26.589475 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f35b6-0c33-4a3a-a401-169b53987461 req-a2abfe86-6df3-4917-bccd-33c2ab585a9c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:26.590948 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-036f35b6-0c33-4a3a-a401-169b53987461 req-a2abfe86-6df3-4917-bccd-33c2ab585a9c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0474443 May 16 15:17:26.641383 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-036f35b6-0c33-4a3a-a401-169b53987461 req-7c0158ad-163e-4258-8def-c42eaba9d0ca tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446260 May 16 15:17:27.022172 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181a24-02a8-4b2f-aa59-7b1560b3fda0 req-e8d94d17-09ae-4118-9955-a73020d180f2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:27.023607 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f181a24-02a8-4b2f-aa59-7b1560b3fda0 req-e8d94d17-09ae-4118-9955-a73020d180f2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 943 time: 0.0454550 May 16 15:17:27.069827 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f181a24-02a8-4b2f-aa59-7b1560b3fda0 req-17a9f302-23ae-45bb-a5cd-a80a64999fc3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405760 May 16 15:17:27.128350 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:17:27.225200 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:27.236662 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'port_id': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'mac_address': 'fa:16:3e:9a:cf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:17:27.270865 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:27.271518 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:27.284785 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:17:27.304833 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:27.330296 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bff54-f3ff-4359-aa00-92e9fa95b8c1 req-3d9de361-a84a-48d9-a51b-227792e595fa tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:27.331855 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6a7bff54-f3ff-4359-aa00-92e9fa95b8c1 req-3d9de361-a84a-48d9-a51b-227792e595fa tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 944 time: 0.0493517 May 16 15:17:27.376045 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:27.377568 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7be8453f-3109-4b92-981a-837b09373d42 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:17:27.384248 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6a7bff54-f3ff-4359-aa00-92e9fa95b8c1 req-16084fda-3b77-4518-b374-fca727c63dc8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428417 May 16 15:17:27.452461 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:27.468990 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.469341 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.469693 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.470033 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.470369 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.470704 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.471035 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.471364 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.471716 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.472046 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.472379 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.472727 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.473061 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.473383 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.473707 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.534715 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7be8453f-3109-4b92-981a-837b09373d42,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:27.545713 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '7be8453f-3109-4b92-981a-837b09373d42', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'port_id': '7be8453f-3109-4b92-981a-837b09373d42', 'mac_address': 'fa:16:3e:e2:00:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:17:27.579650 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 7be8453f-3109-4b92-981a-837b09373d42 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:27.580039 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7be8453f-3109-4b92-981a-837b09373d42), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:27.592528 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7be8453f-3109-4b92-981a-837b09373d42 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:17:27.612548 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7be8453f-3109-4b92-981a-837b09373d42,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:27.687012 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7be8453f-3109-4b92-981a-837b09373d42), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:27.734979 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=7be8453f-3109-4b92-981a-837b09373d42,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:27.763617 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a81aa-4e13-49e5-8921-b2b27be9879f req-0bbb6f91-dee8-45bb-a764-a717cdd8185e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:27.765113 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-988a81aa-4e13-49e5-8921-b2b27be9879f req-0bbb6f91-dee8-45bb-a764-a717cdd8185e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 945 time: 0.0519555 May 16 15:17:27.811890 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-988a81aa-4e13-49e5-8921-b2b27be9879f req-00088349-853f-4d23-935d-7dddffd1ea3c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411592 May 16 15:17:28.181382 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ede34d-95a4-433e-8218-6a08d8abce0e req-4ed05eef-43c3-477a-a750-76b6a04887b3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:28.182859 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-32ede34d-95a4-433e-8218-6a08d8abce0e req-4ed05eef-43c3-477a-a750-76b6a04887b3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 943 time: 0.0458326 May 16 15:17:28.228994 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-32ede34d-95a4-433e-8218-6a08d8abce0e req-0702c1e7-a411-4d27-9cca-be82aa8d6583 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402837 May 16 15:17:28.328724 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:17:28.435737 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['7be8453f-3109-4b92-981a-837b09373d42'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:17:28.505829 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee39118-56c7-4212-adf4-54c6f6b5559e req-4da3c968-e872-48d5-ad7d-63551c010619 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:28.507347 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8ee39118-56c7-4212-adf4-54c6f6b5559e req-4da3c968-e872-48d5-ad7d-63551c010619 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 945 time: 0.0515962 May 16 15:17:28.561186 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8ee39118-56c7-4212-adf4-54c6f6b5559e req-9238f1ba-8278-4d07-9d5e-12d1d787c7a8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455878 May 16 15:17:28.613237 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:17:28.936869 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b99f56-91f5-4e92-b66a-baae5c9875a6 req-4549994f-3044-4179-9cca-e541a19ca370 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:28.938408 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-93b99f56-91f5-4e92-b66a-baae5c9875a6 req-4549994f-3044-4179-9cca-e541a19ca370 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 945 time: 0.0509174 May 16 15:17:28.989322 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-93b99f56-91f5-4e92-b66a-baae5c9875a6 req-2d852bbd-e764-49c5-908b-b6bc5cfceb12 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445664 May 16 15:17:29.334894 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34522) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:29.360063 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 418db1a8-e530-4a38-a317-c50a19a4aed2 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:17:29.368826 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59d1c9-25dc-43b8-8c08-4e1a551c7ed1 req-d70e631a-7057-4fdd-b515-c8d460d34e60 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:29.377923 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b59d1c9-25dc-43b8-8c08-4e1a551c7ed1 req-d70e631a-7057-4fdd-b515-c8d460d34e60 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 943 time: 0.0728562 May 16 15:17:29.438520 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b59d1c9-25dc-43b8-8c08-4e1a551c7ed1 req-df6a703f-9894-4cbc-9ac8-c614e3aa4829 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547762 May 16 15:17:29.487766 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a84664c-dd25-4d2c-ad36-df94b21d76eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:29.524387 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 418db1a8-e530-4a38-a317-c50a19a4aed2, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=418db1a8-e530-4a38-a317-c50a19a4aed2,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:29.536454 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '418db1a8-e530-4a38-a317-c50a19a4aed2', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'port_id': '418db1a8-e530-4a38-a317-c50a19a4aed2', 'mac_address': 'fa:16:3e:2d:82:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:17:29.563291 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:29.580671 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a84664c-dd25-4d2c-ad36-df94b21d76eb admin admin] Publish callbacks [] for security_group (791e150e-167a-466d-84aa-bf0eacd595dc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:29.607496 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 418db1a8-e530-4a38-a317-c50a19a4aed2 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:29.608245 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:29.630032 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418db1a8-e530-4a38-a317-c50a19a4aed2 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:17:29.645985 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:17:29.661465 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 418db1a8-e530-4a38-a317-c50a19a4aed2, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=418db1a8-e530-4a38-a317-c50a19a4aed2,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:29.664311 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2a84664c-dd25-4d2c-ad36-df94b21d76eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (791e150e-167a-466d-84aa-bf0eacd595dc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:29.704652 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3df065-2e2a-4990-86c6-b231fa2db7d4 req-7737821c-8ee4-4c9c-88f4-98dede4dafb8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:29.712192 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd3df065-2e2a-4990-86c6-b231fa2db7d4 req-7737821c-8ee4-4c9c-88f4-98dede4dafb8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 945 time: 0.0716510 May 16 15:17:29.717074 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2a84664c-dd25-4d2c-ad36-df94b21d76eb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6b9dc9e1c86448bda7d81301dd230a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803229 May 16 15:17:29.719803 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34528) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:29.722319 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:29.722645 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:29.738227 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84664c-dd25-4d2c-ad36-df94b21d76eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791e150e-167a-466d-84aa-bf0eacd595dc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:29.770898 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:29.806070 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd3df065-2e2a-4990-86c6-b231fa2db7d4 req-29e55adb-e83f-4477-9901-7e25eca45a76 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922809 May 16 15:17:29.811106 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffb6b109-f99f-425c-880f-a0f7b2bac779 admin admin] Publish callbacks [] for security_group (791e150e-167a-466d-84aa-bf0eacd595dc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:29.839123 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=418db1a8-e530-4a38-a317-c50a19a4aed2,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:29.847121 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffb6b109-f99f-425c-880f-a0f7b2bac779 admin admin] Publish callbacks [] for security_group (791e150e-167a-466d-84aa-bf0eacd595dc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:29.890938 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:29.891335 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:29.916058 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d612141-6fe0-4d49-b1aa-071acc497104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:29.919140 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b4180-61c5-4be6-b5b0-9f1bd2916d5c" -d '{"events": [{"server_uuid": "4d612141-6fe0-4d49-b1aa-071acc497104", "name": "network-vif-plugged", "status": "completed", "tag": "75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:29.932699 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:29.964897 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d59adce-268a-403d-bbf4-295bafe2dacd x-openstack-request-id: req-9d59adce-268a-403d-bbf4-295bafe2dacd {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:29.965905 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d612141-6fe0-4d49-b1aa-071acc497104", "name": "network-vif-plugged", "status": "completed", "tag": "75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:29.966312 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9d59adce-268a-403d-bbf4-295bafe2dacd {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:29.966864 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d59adce-268a-403d-bbf4-295bafe2dacd'] response: {'server_uuid': '4d612141-6fe0-4d49-b1aa-071acc497104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'code': 200} May 16 15:17:29.999335 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffb6b109-f99f-425c-880f-a0f7b2bac779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (791e150e-167a-466d-84aa-bf0eacd595dc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.003015 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ffb6b109-f99f-425c-880f-a0f7b2bac779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.004972 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ffb6b109-f99f-425c-880f-a0f7b2bac779 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/791e150e-167a-466d-84aa-bf0eacd595dc HTTP/1.1" status: 204 len: 168 time: 0.2842152 May 16 15:17:30.014165 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6b109-f99f-425c-880f-a0f7b2bac779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791e150e-167a-466d-84aa-bf0eacd595dc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:30.035693 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.049996 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7be8453f-3109-4b92-981a-837b09373d42 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:30.154966 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d8b22-e187-4683-acc1-9db50b58f4cc req-f1d308ab-46c0-4f8a-a1fa-83e3d95ff007 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:30.157314 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b99d8b22-e187-4683-acc1-9db50b58f4cc req-f1d308ab-46c0-4f8a-a1fa-83e3d95ff007 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 945 time: 0.0693681 May 16 15:17:30.161629 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:30.187126 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 7be8453f-3109-4b92-981a-837b09373d42 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:30.187593 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7be8453f-3109-4b92-981a-837b09373d42), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.216176 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['418db1a8-e530-4a38-a317-c50a19a4aed2'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:17:30.229525 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b99d8b22-e187-4683-acc1-9db50b58f4cc req-b04de132-b528-4f48-a5a3-23037fe963cf tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600173 May 16 15:17:30.472988 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99b9dc-cb90-41b1-91db-ed92c6305fd9 req-91af7f4b-1da8-433e-889e-134784ebfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:30.475864 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf99b9dc-cb90-41b1-91db-ed92c6305fd9 req-91af7f4b-1da8-433e-889e-134784ebfcb9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 1130 time: 0.0508173 May 16 15:17:30.478754 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 7be8453f-3109-4b92-981a-837b09373d42 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:30.479699 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7be8453f-3109-4b92-981a-837b09373d42), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.574469 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf99b9dc-cb90-41b1-91db-ed92c6305fd9 req-ec721608-8d06-442b-aea0-ae44c6ff6bde service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909398 May 16 15:17:30.593264 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7be8453f-3109-4b92-981a-837b09373d42,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:30.651580 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9781596-15d1-4748-9fef-64266ceb32f1 req-13e1fc17-aad9-4b2c-b772-1143e95778b2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:30.653339 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e9781596-15d1-4748-9fef-64266ceb32f1 req-13e1fc17-aad9-4b2c-b772-1143e95778b2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 944 time: 0.0697727 May 16 15:17:30.676152 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7be8453f-3109-4b92-981a-837b09373d42), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.728097 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e9781596-15d1-4748-9fef-64266ceb32f1 req-b79fc1b8-881a-4f03-99f4-6ad966a11a63 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685570 May 16 15:17:30.757277 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=7be8453f-3109-4b92-981a-837b09373d42,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:30.941982 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4814aae-2b2f-4b86-9a41-30998ffc6a46 req-ed63f4ce-7cd6-4c06-a2ef-5985d6bdb87c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:30.943998 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a4814aae-2b2f-4b86-9a41-30998ffc6a46 req-ed63f4ce-7cd6-4c06-a2ef-5985d6bdb87c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0598547 May 16 15:17:30.997660 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a4814aae-2b2f-4b86-9a41-30998ffc6a46 req-d51ac94a-0e2f-478d-9332-f781ded75eac tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475390 May 16 15:17:31.355553 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ab4e5-bac3-4e4b-a6e0-87a4ca7e89a8 req-a34fd203-55d2-4506-abd7-ebeb7ddf969d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:31.358089 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f68ab4e5-bac3-4e4b-a6e0-87a4ca7e89a8 req-a34fd203-55d2-4506-abd7-ebeb7ddf969d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0545595 May 16 15:17:31.408675 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f68ab4e5-bac3-4e4b-a6e0-87a4ca7e89a8 req-685cc889-6625-4ae0-9d72-f44322d4f198 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449324 May 16 15:17:31.566433 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 418db1a8-e530-4a38-a317-c50a19a4aed2 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:31.612963 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 418db1a8-e530-4a38-a317-c50a19a4aed2 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:17:31.664126 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 418db1a8-e530-4a38-a317-c50a19a4aed2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:31.665087 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.745923 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 418db1a8-e530-4a38-a317-c50a19a4aed2 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:31.746356 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.788749 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 418db1a8-e530-4a38-a317-c50a19a4aed2, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=418db1a8-e530-4a38-a317-c50a19a4aed2,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:31.859441 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.866812 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2c1d9-d558-4ccd-92c7-a0734709bda3 req-d6d1c192-b707-480c-a32b-285a7092cfb0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:31.883276 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-05d2c1d9-d558-4ccd-92c7-a0734709bda3 req-d6d1c192-b707-480c-a32b-285a7092cfb0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 944 time: 0.0729668 May 16 15:17:31.938608 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=418db1a8-e530-4a38-a317-c50a19a4aed2,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:31.968472 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be8453f-3109-4b92-981a-837b09373d42'}, {'server_uuid': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418db1a8-e530-4a38-a317-c50a19a4aed2'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:31.971942 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069cfb4c-9b2b-4f0c-afe1-2618d017ef0f" -d '{"events": [{"server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "name": "network-vif-plugged", "status": "completed", "tag": "7be8453f-3109-4b92-981a-837b09373d42"}, {"server_uuid": "71e20c89-9049-4b13-a531-2c2e361ed84d", "name": "network-vif-plugged", "status": "completed", "tag": "418db1a8-e530-4a38-a317-c50a19a4aed2"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:31.991120 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-05d2c1d9-d558-4ccd-92c7-a0734709bda3 req-805e0896-9f00-490b-962e-36758cde45b2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865083 May 16 15:17:32.044936 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 May 2022 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9b75ce-48c2-49bb-b5ea-6dd2eb549ab5 x-openstack-request-id: req-9a9b75ce-48c2-49bb-b5ea-6dd2eb549ab5 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:32.045482 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "name": "network-vif-plugged", "status": "completed", "tag": "7be8453f-3109-4b92-981a-837b09373d42", "code": 200}, {"server_uuid": "71e20c89-9049-4b13-a531-2c2e361ed84d", "name": "network-vif-plugged", "status": "completed", "tag": "418db1a8-e530-4a38-a317-c50a19a4aed2", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:32.045801 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9a9b75ce-48c2-49bb-b5ea-6dd2eb549ab5 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:32.046271 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9b75ce-48c2-49bb-b5ea-6dd2eb549ab5'] response: {'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be8453f-3109-4b92-981a-837b09373d42', 'code': 200} May 16 15:17:32.046541 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9b75ce-48c2-49bb-b5ea-6dd2eb549ab5'] response: {'server_uuid': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418db1a8-e530-4a38-a317-c50a19a4aed2', 'code': 200} May 16 15:17:32.152075 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac0303-90fd-4081-8915-e0fa077dace3 req-9b97cc58-8e76-49a2-be19-045e13bbdfbf tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:32.153804 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7fac0303-90fd-4081-8915-e0fa077dace3 req-9b97cc58-8e76-49a2-be19-045e13bbdfbf tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0656121 May 16 15:17:32.207042 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7fac0303-90fd-4081-8915-e0fa077dace3 req-bc3a7d87-9704-4b79-816e-996a30cef801 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472109 May 16 15:17:32.537848 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c682a78-ce0f-4935-bcbf-17c2e82a5df1 req-8c152315-cac2-4ca6-97ea-45e25f5e0e65 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:32.540802 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8c682a78-ce0f-4935-bcbf-17c2e82a5df1 req-8c152315-cac2-4ca6-97ea-45e25f5e0e65 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0539746 May 16 15:17:32.598842 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8c682a78-ce0f-4935-bcbf-17c2e82a5df1 req-c889a601-ac72-4a67-9303-e519079a1248 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527527 May 16 15:17:33.072036 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c76d94-d943-4641-b58d-6a97d64a0c42 req-825cc5d4-c9dd-4c81-86e7-925170cf5d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:33.076550 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-18c76d94-d943-4641-b58d-6a97d64a0c42 req-825cc5d4-c9dd-4c81-86e7-925170cf5d07 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 1129 time: 0.0597281 May 16 15:17:33.160039 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fff42f-bed4-4471-bf73-feeda2596382 req-88560f82-e916-42d6-a254-bd433c18da26 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:33.161527 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-90fff42f-bed4-4471-bf73-feeda2596382 req-88560f82-e916-42d6-a254-bd433c18da26 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 945 time: 0.0840576 May 16 15:17:33.169804 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-18c76d94-d943-4641-b58d-6a97d64a0c42 req-e4827c41-f80a-4901-be52-cf83ff113c2a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824137 May 16 15:17:33.227753 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-90fff42f-bed4-4471-bf73-feeda2596382 req-86763a7d-c658-456b-b244-ee8c69c1f15a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523062 May 16 15:17:33.355413 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c9960-9f09-4519-bd7d-1e8643ac944d req-7b73f336-581c-4b37-a13d-f7bb173b5b83 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:33.362348 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-779c9960-9f09-4519-bd7d-1e8643ac944d req-7b73f336-581c-4b37-a13d-f7bb173b5b83 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0692112 May 16 15:17:33.414876 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-779c9960-9f09-4519-bd7d-1e8643ac944d req-d80d1230-62a0-45da-91a4-a6ec802f9751 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512657 May 16 15:17:33.433699 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84089fe7-89dc-48db-bdcd-da5940f7facc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:33.558316 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f13ff9-e32e-49f7-bb8e-fc534c1f57f6 req-34d3d096-6264-4e1f-8d2d-be51f1e223c1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:33.559940 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-76f13ff9-e32e-49f7-bb8e-fc534c1f57f6 req-34d3d096-6264-4e1f-8d2d-be51f1e223c1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0581300 May 16 15:17:33.570079 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34560) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:33.576069 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a97d0ad4-d35f-495a-b183-768384daa801 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Request body: {'floatingip': {'port_id': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:33.628741 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a97d0ad4-d35f-495a-b183-768384daa801 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for floatingip (725a695b-bca0-4c7c-a63e-82b0d3aeef6d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:33.787775 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920790-db67-44f5-a3ee-cfde294b760a req-66e7086f-8cf9-4d95-8229-2a133e45e19c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:33.789314 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2a920790-db67-44f5-a3ee-cfde294b760a req-66e7086f-8cf9-4d95-8229-2a133e45e19c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0887396 May 16 15:17:33.927291 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2a920790-db67-44f5-a3ee-cfde294b760a req-5bd8ac37-b981-4d78-8e11-161b77512d78 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257539 May 16 15:17:34.223666 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a97d0ad4-d35f-495a-b183-768384daa801 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:34.298691 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a97d0ad4-d35f-495a-b183-768384daa801 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (725a695b-bca0-4c7c-a63e-82b0d3aeef6d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:34.392984 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2f8d-44e2-41b3-9e7f-3ce66eaaffda req-ce87fad0-073e-4e6f-9bee-4c49cbe2af6a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:34.394011 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1c3a2f8d-44e2-41b3-9e7f-3ce66eaaffda req-ce87fad0-073e-4e6f-9bee-4c49cbe2af6a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 945 time: 0.0919383 May 16 15:17:34.486404 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-a97d0ad4-d35f-495a-b183-768384daa801 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Floating IP 725a695b-bca0-4c7c-a63e-82b0d3aeef6d associated. External IP: 172.27.1.236, port: 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b. May 16 15:17:34.533879 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1c3a2f8d-44e2-41b3-9e7f-3ce66eaaffda req-8aea680c-8fa3-444b-90a2-8c2e57fedf0d tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307828 May 16 15:17:35.010206 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97d0ad4-d35f-495a-b183-768384daa801 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:17:35.154545 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0060d-ad7f-4738-8cc3-adeaa28098b3 req-6f98e039-650a-4d34-afcd-463510856a98 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:35.162042 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1cf0060d-ad7f-4738-8cc3-adeaa28098b3 req-6f98e039-650a-4d34-afcd-463510856a98 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.1029582 May 16 15:17:35.195162 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97d0ad4-d35f-495a-b183-768384daa801 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:17:35.203716 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a97d0ad4-d35f-495a-b183-768384daa801 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:35.210205 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8840c40-66c1-496e-8597-2cea323a2cc1 None None] Sync routers for ids ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:17:35.222435 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8840c40-66c1-496e-8597-2cea323a2cc1 None None] Routers {'3edad729-ba6b-4c0b-95b4-1fbb1b067395'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:17:35.226054 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a8840c40-66c1-496e-8597-2cea323a2cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:17:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:35.238625 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a97d0ad4-d35f-495a-b183-768384daa801 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "PUT /v2.0/floatingips/725a695b-bca0-4c7c-a63e-82b0d3aeef6d HTTP/1.1" status: 200 len: 992 time: 1.6645777 May 16 15:17:35.238625 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d612141-6fe0-4d49-b1aa-071acc497104', 'tag': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:35.239720 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c96d11-2c7a-4a6c-9468-8f25cf785f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d612141-6fe0-4d49-b1aa-071acc497104", "tag": "75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:35.304359 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79f3d56-f0db-4543-ba2a-8954302c000a x-openstack-request-id: req-b79f3d56-f0db-4543-ba2a-8954302c000a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:35.304655 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d612141-6fe0-4d49-b1aa-071acc497104", "tag": "75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:35.304914 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b79f3d56-f0db-4543-ba2a-8954302c000a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:35.305889 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b79f3d56-f0db-4543-ba2a-8954302c000a'] response: {'name': 'network-changed', 'server_uuid': '4d612141-6fe0-4d49-b1aa-071acc497104', 'tag': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'status': 'completed', 'code': 200} May 16 15:17:35.323871 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1cf0060d-ad7f-4738-8cc3-adeaa28098b3 req-0df0d346-575f-4dea-b084-ae019632965a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505480 May 16 15:17:35.445417 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c96d11-2c7a-4a6c-9468-8f25cf785f3b req-8a294631-5cb2-4f4d-b159-be6af054ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:35.448879 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-74c96d11-2c7a-4a6c-9468-8f25cf785f3b req-8a294631-5cb2-4f4d-b159-be6af054ddc7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 1130 time: 0.0726295 May 16 15:17:35.525669 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a8840c40-66c1-496e-8597-2cea323a2cc1 None None] Set router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:17:35.539233 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c0b54c1-c0dd-4294-a5da-caa3b385d41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:35.577829 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c96d11-2c7a-4a6c-9468-8f25cf785f3b req-f908fbf4-b687-46e6-b484-35f48a6a81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:35.579358 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-74c96d11-2c7a-4a6c-9468-8f25cf785f3b req-f908fbf4-b687-46e6-b484-35f48a6a81fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 920 time: 0.1213348 May 16 15:17:35.680594 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-74c96d11-2c7a-4a6c-9468-8f25cf785f3b req-1410033a-5237-4987-a347-88008f555af3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b HTTP/1.1" status: 200 len: 1000 time: 0.0893507 May 16 15:17:35.727923 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63157e8f-e03b-4f2a-a482-1f1ee8ee9cf0 req-ab4b3855-a912-4e29-a6d6-e64211414204 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:35.729563 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-63157e8f-e03b-4f2a-a482-1f1ee8ee9cf0 req-ab4b3855-a912-4e29-a6d6-e64211414204 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 945 time: 0.1001873 May 16 15:17:35.775683 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c96d11-2c7a-4a6c-9468-8f25cf785f3b req-cb2d6b48-c9db-42ef-9820-ef16d8842210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:35.782927 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a8840c40-66c1-496e-8597-2cea323a2cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '725a695b-bca0-4c7c-a63e-82b0d3aeef6d', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'port_id': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'mac_address': 'fa:16:3e:9a:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d612141-6fe0-4d49-b1aa-071acc497104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:12Z', 'updated_at': '2022-05-16T15:17:34Z', 'revision_number': 1, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52edac99-a9cb-4c8c-af28-16dc5b8cd2d4', 'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'mac_address': 'fa:16:3e:c6:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:15Z', 'updated_at': '2022-05-16T15:15:28Z', 'revision_number': 5, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'subnets': [{'id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:35.783336 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-74c96d11-2c7a-4a6c-9468-8f25cf785f3b req-cb2d6b48-c9db-42ef-9820-ef16d8842210 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.0948009 May 16 15:17:35.807975 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8840c40-66c1-496e-8597-2cea323a2cc1 None None] Checking router: 3edad729-ba6b-4c0b-95b4-1fbb1b067395 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:17:35.816059 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8840c40-66c1-496e-8597-2cea323a2cc1 None None] Routers {'3edad729-ba6b-4c0b-95b4-1fbb1b067395'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:17:35.816662 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a8840c40-66c1-496e-8597-2cea323a2cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:17:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:35.851209 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-63157e8f-e03b-4f2a-a482-1f1ee8ee9cf0 req-588406ae-8da4-4c57-ab3a-c29857e7fc5b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138868 May 16 15:17:35.857149 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c96d11-2c7a-4a6c-9468-8f25cf785f3b req-2f7e3a47-6617-4846-b1eb-727ec111e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:35.858850 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-74c96d11-2c7a-4a6c-9468-8f25cf785f3b req-2f7e3a47-6617-4846-b1eb-727ec111e54c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657272 May 16 15:17:35.932609 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a8840c40-66c1-496e-8597-2cea323a2cc1 None None] Set router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:17:36.067185 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35ad12-3445-4e10-8292-78e9e78d940d req-764579b5-0943-437f-98fe-9bd68ed0b95b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:36.067185 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6a35ad12-3445-4e10-8292-78e9e78d940d req-764579b5-0943-437f-98fe-9bd68ed0b95b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 945 time: 0.1273725 May 16 15:17:36.072425 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34580) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:36.077029 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c8d31eef-91e1-4f22-9ab4-aa29b05dadd8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'floatingip': {'port_id': '418db1a8-e530-4a38-a317-c50a19a4aed2'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:36.091755 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-74c96d11-2c7a-4a6c-9468-8f25cf785f3b req-3a2d7496-db6f-4454-b1cc-6ad2915c02ef service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102547 May 16 15:17:36.115609 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8d31eef-91e1-4f22-9ab4-aa29b05dadd8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (883fb929-fdaf-4023-8d16-b92389643a59), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:36.153163 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a8840c40-66c1-496e-8597-2cea323a2cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '725a695b-bca0-4c7c-a63e-82b0d3aeef6d', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'port_id': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'mac_address': 'fa:16:3e:9a:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d612141-6fe0-4d49-b1aa-071acc497104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:12Z', 'updated_at': '2022-05-16T15:17:34Z', 'revision_number': 1, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52edac99-a9cb-4c8c-af28-16dc5b8cd2d4', 'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'mac_address': 'fa:16:3e:c6:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:15Z', 'updated_at': '2022-05-16T15:15:28Z', 'revision_number': 5, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'subnets': [{'id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:36.179246 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8840c40-66c1-496e-8597-2cea323a2cc1 None None] The sync data for ids ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'] in dv-cinder-841753-2-iscsi is: [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '725a695b-bca0-4c7c-a63e-82b0d3aeef6d', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'port_id': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'mac_address': 'fa:16:3e:9a:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d612141-6fe0-4d49-b1aa-071acc497104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:12Z', 'updated_at': '2022-05-16T15:17:34Z', 'revision_number': 1, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52edac99-a9cb-4c8c-af28-16dc5b8cd2d4', 'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'mac_address': 'fa:16:3e:c6:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:15Z', 'updated_at': '2022-05-16T15:15:28Z', 'revision_number': 5, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'subnets': [{'id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:17:36.206856 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-74c96d11-2c7a-4a6c-9468-8f25cf785f3b req-e2c86c1e-b79a-408b-8ec7-86c1bffedda5 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014333 May 16 15:17:36.466094 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de19b10c-efa9-4d00-bcb3-699a2da1b6b0 None None] New status for floating IP 725a695b-bca0-4c7c-a63e-82b0d3aeef6d: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:17:36.498362 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae050f-f76d-40bb-8794-3cfb2cd91876 req-080c5b3c-a14c-4474-b0fa-7cfb273123a1 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:36.500151 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-64ae050f-f76d-40bb-8794-3cfb2cd91876 req-080c5b3c-a14c-4474-b0fa-7cfb273123a1 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0883760 May 16 15:17:36.575936 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-64ae050f-f76d-40bb-8794-3cfb2cd91876 req-9177df34-5349-4389-9d60-a1626de3abdd tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692410 May 16 15:17:36.631691 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8d31eef-91e1-4f22-9ab4-aa29b05dadd8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:36.647877 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:36.698652 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8d31eef-91e1-4f22-9ab4-aa29b05dadd8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (883fb929-fdaf-4023-8d16-b92389643a59), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:36.826119 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-c8d31eef-91e1-4f22-9ab4-aa29b05dadd8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Floating IP 883fb929-fdaf-4023-8d16-b92389643a59 associated. External IP: 172.27.1.14, port: 418db1a8-e530-4a38-a317-c50a19a4aed2. May 16 15:17:37.230396 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d31eef-91e1-4f22-9ab4-aa29b05dadd8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Router 2614e299-9545-4e33-9bed-05db8c6f08f2 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:17:37.342038 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d31eef-91e1-4f22-9ab4-aa29b05dadd8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:17:37.346594 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8d31eef-91e1-4f22-9ab4-aa29b05dadd8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:37.354110 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914f7cd-18b4-498b-ac72-b06ab2aee822 None None] Sync routers for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:17:37.364537 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914f7cd-18b4-498b-ac72-b06ab2aee822 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:17:37.365350 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e914f7cd-18b4-498b-ac72-b06ab2aee822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:17:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:37.384428 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c8d31eef-91e1-4f22-9ab4-aa29b05dadd8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "PUT /v2.0/floatingips/883fb929-fdaf-4023-8d16-b92389643a59 HTTP/1.1" status: 200 len: 990 time: 1.3107898 May 16 15:17:37.385167 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'tag': '418db1a8-e530-4a38-a317-c50a19a4aed2'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:37.389914 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1cb78ffffb3c46d6a28f5666227229b2ef2d05e83ea804cfb91f6f675c7fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7a9652-97b0-43d7-a736-9fc60c0bd4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "71e20c89-9049-4b13-a531-2c2e361ed84d", "tag": "418db1a8-e530-4a38-a317-c50a19a4aed2"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:37.432493 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0843463-b8d3-42c4-9682-94f2d818d4ec x-openstack-request-id: req-f0843463-b8d3-42c4-9682-94f2d818d4ec {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:37.432886 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e20c89-9049-4b13-a531-2c2e361ed84d", "tag": "418db1a8-e530-4a38-a317-c50a19a4aed2", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:37.433263 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f0843463-b8d3-42c4-9682-94f2d818d4ec {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:37.433780 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0843463-b8d3-42c4-9682-94f2d818d4ec'] response: {'name': 'network-changed', 'server_uuid': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'tag': '418db1a8-e530-4a38-a317-c50a19a4aed2', 'status': 'completed', 'code': 200} May 16 15:17:37.474702 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e914f7cd-18b4-498b-ac72-b06ab2aee822 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:17:37.559252 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9652-97b0-43d7-a736-9fc60c0bd4e0 req-dfa1cef8-b440-45af-b3c9-3949fe624d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:37.561653 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c7a9652-97b0-43d7-a736-9fc60c0bd4e0 req-dfa1cef8-b440-45af-b3c9-3949fe624d06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 1129 time: 0.0612168 May 16 15:17:37.696038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9652-97b0-43d7-a736-9fc60c0bd4e0 req-a1118f56-7da2-44c4-a813-a7ecb53f15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:37.697815 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c7a9652-97b0-43d7-a736-9fc60c0bd4e0 req-a1118f56-7da2-44c4-a813-a7ecb53f15ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 200 len: 916 time: 0.1247752 May 16 15:17:37.774473 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e914f7cd-18b4-498b-ac72-b06ab2aee822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '5e2221cd-e6f4-4e96-b208-abc38a218177', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:0f:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:33Z', 'updated_at': '2022-05-16T15:16:03Z', 'revision_number': 2, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}, {'id': '883fb929-fdaf-4023-8d16-b92389643a59', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': '418db1a8-e530-4a38-a317-c50a19a4aed2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:2d:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:13Z', 'updated_at': '2022-05-16T15:17:36Z', 'revision_number': 1, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:37.778727 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d74c-49df-4a93-81f5-6c44847a8d4b req-45adb320-5c39-4f0a-9cc4-a62026a406ae tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:37.780288 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c64d74c-49df-4a93-81f5-6c44847a8d4b req-45adb320-5c39-4f0a-9cc4-a62026a406ae tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.1025360 May 16 15:17:37.802883 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914f7cd-18b4-498b-ac72-b06ab2aee822 None None] Checking router: 2614e299-9545-4e33-9bed-05db8c6f08f2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:17:37.810205 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c7a9652-97b0-43d7-a736-9fc60c0bd4e0 req-6b36217c-d197-4ad1-bfeb-88b9682f0129 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=418db1a8-e530-4a38-a317-c50a19a4aed2 HTTP/1.1" status: 200 len: 998 time: 0.0910974 May 16 15:17:37.811555 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914f7cd-18b4-498b-ac72-b06ab2aee822 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:17:37.812121 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e914f7cd-18b4-498b-ac72-b06ab2aee822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:17:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:37.871449 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c64d74c-49df-4a93-81f5-6c44847a8d4b req-232bb62d-3b23-444b-882b-16f4ff5e404b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833762 May 16 15:17:37.901986 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9652-97b0-43d7-a736-9fc60c0bd4e0 req-8c317d47-ef02-4249-a65a-0d175481718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:37.910125 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c7a9652-97b0-43d7-a736-9fc60c0bd4e0 req-8c317d47-ef02-4249-a65a-0d175481718f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3320305d-ea26-430d-95fd-04322a6b5aa8 HTTP/1.1" status: 200 len: 854 time: 0.0864654 May 16 15:17:37.934347 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e914f7cd-18b4-498b-ac72-b06ab2aee822 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:17:37.964956 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9652-97b0-43d7-a736-9fc60c0bd4e0 req-643ccbbe-2fae-4beb-a121-bb4017a769b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:37.966739 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c7a9652-97b0-43d7-a736-9fc60c0bd4e0 req-643ccbbe-2fae-4beb-a121-bb4017a769b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a605965-a559-434b-a7bc-1500d5306bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522075 May 16 15:17:37.979615 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:38.083785 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c7a9652-97b0-43d7-a736-9fc60c0bd4e0 req-938d5867-1a11-412b-8cbf-8f41332b6565 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083841 May 16 15:17:38.189639 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c7a9652-97b0-43d7-a736-9fc60c0bd4e0 req-e2ebfa70-c9c6-41ca-8500-cc6073928920 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971437 May 16 15:17:38.202556 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e914f7cd-18b4-498b-ac72-b06ab2aee822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '5e2221cd-e6f4-4e96-b208-abc38a218177', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:0f:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:33Z', 'updated_at': '2022-05-16T15:16:03Z', 'revision_number': 2, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}, {'id': '883fb929-fdaf-4023-8d16-b92389643a59', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': '418db1a8-e530-4a38-a317-c50a19a4aed2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:2d:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:13Z', 'updated_at': '2022-05-16T15:17:36Z', 'revision_number': 1, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:38.234967 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914f7cd-18b4-498b-ac72-b06ab2aee822 None None] The sync data for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi is: [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '5e2221cd-e6f4-4e96-b208-abc38a218177', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:0f:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:33Z', 'updated_at': '2022-05-16T15:16:03Z', 'revision_number': 2, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}, {'id': '883fb929-fdaf-4023-8d16-b92389643a59', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': '418db1a8-e530-4a38-a317-c50a19a4aed2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:2d:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:13Z', 'updated_at': '2022-05-16T15:17:36Z', 'revision_number': 1, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:17:38.468906 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0a00a-03a7-4a9a-b1ab-dd6bab0a505b None None] New status for floating IP 883fb929-fdaf-4023-8d16-b92389643a59: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:17:39.014007 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde38734-ec3f-4ce5-b75a-cdcb32cd4a7c req-4a49b208-8d40-4c95-b4d5-f1724642d507 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:39.014007 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dde38734-ec3f-4ce5-b75a-cdcb32cd4a7c req-4a49b208-8d40-4c95-b4d5-f1724642d507 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0573397 May 16 15:17:39.085055 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dde38734-ec3f-4ce5-b75a-cdcb32cd4a7c req-9680a1d6-b8a5-4176-8084-4738044b01e1 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628703 May 16 15:17:40.213233 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ea639-3c29-4e51-aa7b-cce27a285ac8 req-096898e3-aade-4fdf-827a-8d80c0744844 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:40.214790 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6f0ea639-3c29-4e51-aa7b-cce27a285ac8 req-096898e3-aade-4fdf-827a-8d80c0744844 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0517957 May 16 15:17:40.267671 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6f0ea639-3c29-4e51-aa7b-cce27a285ac8 req-695b5806-c001-4de0-be95-ab78813e6679 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468397 May 16 15:17:40.638355 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:40.666989 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:41.387220 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c2bc2-c2ad-40a3-9ef4-037d46b02484 req-d0d4150b-3578-428f-8717-6379670d2fcd tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:41.388770 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a95c2bc2-c2ad-40a3-9ef4-037d46b02484 req-d0d4150b-3578-428f-8717-6379670d2fcd tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0490770 May 16 15:17:41.437471 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a95c2bc2-c2ad-40a3-9ef4-037d46b02484 req-458c91aa-1030-4a6e-858a-cb9ad06520b9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 May 16 15:17:41.794210 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29479df-c75b-4e85-8202-ce08bda52999 req-e83560a0-f0bf-4eb1-92eb-96af7dd7aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:41.795778 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a29479df-c75b-4e85-8202-ce08bda52999 req-e83560a0-f0bf-4eb1-92eb-96af7dd7aa70 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 1130 time: 0.0388753 May 16 15:17:41.889987 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29479df-c75b-4e85-8202-ce08bda52999 req-541810a1-6387-4627-94d1-d75fac5144e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:41.891447 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a29479df-c75b-4e85-8202-ce08bda52999 req-541810a1-6387-4627-94d1-d75fac5144e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 200 len: 917 time: 0.0891943 May 16 15:17:41.958019 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a29479df-c75b-4e85-8202-ce08bda52999 req-7a2ca7f5-c509-40bf-8a8a-e9421c224d71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7be8453f-3109-4b92-981a-837b09373d42 HTTP/1.1" status: 200 len: 1002 time: 0.0542443 May 16 15:17:42.007882 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29479df-c75b-4e85-8202-ce08bda52999 req-eec5c3e9-ace3-4fb1-ae44-9ff4fc117914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:42.010002 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a29479df-c75b-4e85-8202-ce08bda52999 req-eec5c3e9-ace3-4fb1-ae44-9ff4fc117914 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7f94bc8-370b-43de-bf3a-439204eaed77 HTTP/1.1" status: 200 len: 855 time: 0.0441580 May 16 15:17:42.054904 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29479df-c75b-4e85-8202-ce08bda52999 req-c7c9b6da-b60a-437e-bbbd-442d74514309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:42.057309 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a29479df-c75b-4e85-8202-ce08bda52999 req-c7c9b6da-b60a-437e-bbbd-442d74514309 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92826b7c-8754-4fc6-b45f-5923507414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412652 May 16 15:17:42.145373 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a29479df-c75b-4e85-8202-ce08bda52999 req-59937f66-0984-4900-b1a5-74e1f6fefddd service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814922 May 16 15:17:42.234343 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a29479df-c75b-4e85-8202-ce08bda52999 req-c8bc6bea-0c7c-47ac-9d02-6171349c1ce8 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814848 May 16 15:17:42.553229 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137563d6-32b8-4ffb-8a93-90002aa488af req-046b4f8a-5838-410f-88e4-fde9eea7adbe tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:42.554729 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-137563d6-32b8-4ffb-8a93-90002aa488af req-046b4f8a-5838-410f-88e4-fde9eea7adbe tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0454810 May 16 15:17:42.600701 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-137563d6-32b8-4ffb-8a93-90002aa488af req-555a11be-2dce-4016-be0f-ef19e38c746e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399373 May 16 15:17:43.584166 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7be8453f-3109-4b92-981a-837b09373d42 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:17:43.658158 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 7be8453f-3109-4b92-981a-837b09373d42 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:43.658549 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7be8453f-3109-4b92-981a-837b09373d42), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:43.682522 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7be8453f-3109-4b92-981a-837b09373d42'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:43.684774 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ba447f-33a8-46b6-8b26-c4a9b57ae463" -d '{"events": [{"server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "7be8453f-3109-4b92-981a-837b09373d42"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:43.698111 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7be8453f-3109-4b92-981a-837b09373d42,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:43.720133 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0eeac-0546-4779-816f-31fff4696013 req-7d74d74e-422a-4f2e-9f1c-45edac1ecffb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:43.721703 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d3e0eeac-0546-4779-816f-31fff4696013 req-7d74d74e-422a-4f2e-9f1c-45edac1ecffb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 946 time: 0.0485730 May 16 15:17:43.731422 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 15:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1a25d3-4be3-47e7-b3f4-26d5a14da0fc x-openstack-request-id: req-bf1a25d3-4be3-47e7-b3f4-26d5a14da0fc {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:43.731808 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "7be8453f-3109-4b92-981a-837b09373d42", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:43.732116 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bf1a25d3-4be3-47e7-b3f4-26d5a14da0fc {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:43.732570 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1a25d3-4be3-47e7-b3f4-26d5a14da0fc'] response: {'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7be8453f-3109-4b92-981a-837b09373d42', 'code': 200} May 16 15:17:43.774821 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d3e0eeac-0546-4779-816f-31fff4696013 req-401bc30b-b702-4273-a22f-96a022234b33 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462098 May 16 15:17:43.776231 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7be8453f-3109-4b92-981a-837b09373d42), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:43.824639 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=7be8453f-3109-4b92-981a-837b09373d42,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:44.914199 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b83219-6a8d-43a5-ab4a-38d4deaec01d req-1cbeeb52-2bb5-4ac6-9fde-433db9be944d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:44.914199 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-60b83219-6a8d-43a5-ab4a-38d4deaec01d req-1cbeeb52-2bb5-4ac6-9fde-433db9be944d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0520666 May 16 15:17:44.961878 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-60b83219-6a8d-43a5-ab4a-38d4deaec01d req-ea4b1cd6-27a5-4ebb-8dca-1e9aa4e68600 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 May 16 15:17:46.156831 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-1dc146d3-f454-4126-b14c-b0bf530378d2 req-73803015-d9a0-4b17-83a4-1b97e8ff7683 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:17:46.157919 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1dc146d3-f454-4126-b14c-b0bf530378d2 req-73803015-d9a0-4b17-83a4-1b97e8ff7683 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0146255 May 16 15:17:46.457641 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b848d0-19bd-4424-bcfd-95b3b6fe5907 req-a542e6da-c8d2-4650-90d6-c75fecb9f5a4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:46.459088 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-43b848d0-19bd-4424-bcfd-95b3b6fe5907 req-a542e6da-c8d2-4650-90d6-c75fecb9f5a4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0503187 May 16 15:17:46.507021 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-43b848d0-19bd-4424-bcfd-95b3b6fe5907 req-b5b4da8a-e76a-4e3c-96b9-2faf2961d499 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416112 May 16 15:17:47.002272 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34688) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:47.086823 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-e8fb30aa-6e77-4bc7-9347-f2814b15e1c4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833733 May 16 15:17:47.095149 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-807d4a00-f93c-4872-873a-c470a98c88ea service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:17:47.096169 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-807d4a00-f93c-4872-873a-c470a98c88ea service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047016 May 16 15:17:47.172356 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34696) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:47.265391 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-8c6a7e49-9b26-4de3-ba03-b055cf2eff08 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:47.266750 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-8c6a7e49-9b26-4de3-ba03-b055cf2eff08 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports/7be8453f-3109-4b92-981a-837b09373d42 HTTP/1.1" status: 200 len: 941 time: 0.0934241 May 16 15:17:47.629205 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd7606-2d91-4f35-bf42-2404a17a9a0c req-7b090f53-2b5c-434c-89c3-31ed9384ede5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:47.630805 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7be8453f-3109-4b92-981a-837b09373d42 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:17:47.631256 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a4cd7606-2d91-4f35-bf42-2404a17a9a0c req-7b090f53-2b5c-434c-89c3-31ed9384ede5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0491233 May 16 15:17:47.685306 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a4cd7606-2d91-4f35-bf42-2404a17a9a0c req-0a6415f2-14cc-4723-b715-a4d6d84957d5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472040 May 16 15:17:47.714473 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 7be8453f-3109-4b92-981a-837b09373d42 is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:48.810978 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c43917-718d-4442-abaf-b9a25fcc7d8f req-916a9261-3bee-4d4b-bebb-ab777f2ce73f tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:48.812448 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27c43917-718d-4442-abaf-b9a25fcc7d8f req-916a9261-3bee-4d4b-bebb-ab777f2ce73f tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0482974 May 16 15:17:48.857811 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27c43917-718d-4442-abaf-b9a25fcc7d8f req-be956295-7e82-4c4b-90ba-1e23ae3b6e25 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399120 May 16 15:17:49.974143 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104dc9d-a873-426d-b81a-0e71b5242820 req-1c2af7e9-fc26-477d-9402-eed20d0e647a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:49.975603 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6104dc9d-a873-426d-b81a-0e71b5242820 req-1c2af7e9-fc26-477d-9402-eed20d0e647a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0463452 May 16 15:17:50.021002 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6104dc9d-a873-426d-b81a-0e71b5242820 req-cf406c40-e9ca-433b-83d6-c1b07cbd7d16 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392179 May 16 15:17:51.136608 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f36c07-97fd-4272-b38f-680093473efa req-2b71b33b-51c4-4566-9771-490024a68a10 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:51.137952 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-65f36c07-97fd-4272-b38f-680093473efa req-2b71b33b-51c4-4566-9771-490024a68a10 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0458806 May 16 15:17:51.187530 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-65f36c07-97fd-4272-b38f-680093473efa req-8917fd81-d1c2-49de-895c-3bf0d040f9da tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436993 May 16 15:17:52.303437 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2713b-071b-4a55-a33b-605767f47203 req-8cfbd35d-8147-48cc-88ef-2aa7ea1faca6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:52.304898 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f9b2713b-071b-4a55-a33b-605767f47203 req-8cfbd35d-8147-48cc-88ef-2aa7ea1faca6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0477738 May 16 15:17:52.350393 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f9b2713b-071b-4a55-a33b-605767f47203 req-33e308c4-816b-4511-8ccf-9db54cd530de tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394211 May 16 15:17:53.466050 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e56b8-9c3b-4894-9065-d15e64a7c1ab req-0ef4a28b-4a77-4aa9-8c13-15ad177529e2 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:53.467515 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d49e56b8-9c3b-4894-9065-d15e64a7c1ab req-0ef4a28b-4a77-4aa9-8c13-15ad177529e2 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0463641 May 16 15:17:53.514851 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d49e56b8-9c3b-4894-9065-d15e64a7c1ab req-484d26a8-dce4-48de-8796-7cbdc94d27c7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 May 16 15:17:54.647920 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d99dcd-b377-40ca-9516-e0e5f847282b req-f5486f3e-974b-4c1d-a148-26bb1ea5f9ef tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:54.649387 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-10d99dcd-b377-40ca-9516-e0e5f847282b req-f5486f3e-974b-4c1d-a148-26bb1ea5f9ef tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0605297 May 16 15:17:54.697598 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-10d99dcd-b377-40ca-9516-e0e5f847282b req-e1da2ec1-8db6-401c-9822-dbc171995344 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418236 May 16 15:17:55.054375 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7ae30-c8fe-4590-abaf-f3a1ae9230ab req-115d4190-c80d-47dd-8b19-cebfd6d5a61b tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:55.055870 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e5c7ae30-c8fe-4590-abaf-f3a1ae9230ab req-115d4190-c80d-47dd-8b19-cebfd6d5a61b tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0483780 May 16 15:17:55.102188 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e5c7ae30-c8fe-4590-abaf-f3a1ae9230ab req-ec992113-85c7-4f23-87c5-0c587f17b9f1 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403974 May 16 15:17:55.817591 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97653441-c60a-402a-961f-9bbb13b99781 req-c858a35c-b716-4fa5-9d82-97974ae0bfd4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:55.819043 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-97653441-c60a-402a-961f-9bbb13b99781 req-c858a35c-b716-4fa5-9d82-97974ae0bfd4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0462072 May 16 15:17:55.903665 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-df55eac2-395a-4b06-afce-e382d6560cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:55.909303 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-df55eac2-395a-4b06-afce-e382d6560cb8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f&tenant_id=64990eb359b54b0a8636a6e7619800a7 HTTP/1.1" status: 200 len: 1128 time: 0.0852587 May 16 15:17:55.926044 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-97653441-c60a-402a-961f-9bbb13b99781 req-99922677-094b-4e8b-a9df-fb50f370f9cf tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987136 May 16 15:17:55.981031 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-4e113680-2e2c-4f50-aad4-e45a96af7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:55.982502 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-4e113680-2e2c-4f50-aad4-e45a96af7ba9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 1128 time: 0.0387723 May 16 15:17:56.075230 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-1047e378-0084-49ee-90ba-550230ae4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.076634 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-1047e378-0084-49ee-90ba-550230ae4014 service neutron] 10.222.0.25 "GET /v2.0/networks?id=92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 200 len: 917 time: 0.0860255 May 16 15:17:56.136368 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-197cde03-8294-434e-a887-88527bad630e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7be8453f-3109-4b92-981a-837b09373d42 HTTP/1.1" status: 200 len: 1000 time: 0.0529375 May 16 15:17:56.227869 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-afa87993-b907-41fd-b78c-0cbe11300458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.229313 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-afa87993-b907-41fd-b78c-0cbe11300458 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7f94bc8-370b-43de-bf3a-439204eaed77 HTTP/1.1" status: 200 len: 855 time: 0.0756280 May 16 15:17:56.237991 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009b278-60ab-4df1-acc3-17c925fde704 req-c99911ca-452e-4f50-b4d9-7eb449ba0dd1 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.239324 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3009b278-60ab-4df1-acc3-17c925fde704 req-c99911ca-452e-4f50-b4d9-7eb449ba0dd1 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0579724 May 16 15:17:56.295186 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-591f0a6c-d731-44f2-a66a-081d6b01dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.296658 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-591f0a6c-d731-44f2-a66a-081d6b01dc39 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92826b7c-8754-4fc6-b45f-5923507414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564904 May 16 15:17:56.320677 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3009b278-60ab-4df1-acc3-17c925fde704 req-5edae1e8-97af-4e58-889c-e1fb0476758d tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725327 May 16 15:17:56.397848 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-e94c1fdd-5b64-4d10-8992-9d38187c49a3 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888176 May 16 15:17:56.485562 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-018ba86d-04f8-475b-84bc-1ba3c3990af2 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815868 May 16 15:17:57.045323 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86455072-1596-4c13-beea-742bb8599f78 req-90627826-5d68-4709-a389-f2775866507c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:57.046793 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-86455072-1596-4c13-beea-742bb8599f78 req-90627826-5d68-4709-a389-f2775866507c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0464177 May 16 15:17:57.093484 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-86455072-1596-4c13-beea-742bb8599f78 req-d159b7af-711f-4887-91bf-ff791953a320 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 May 16 15:17:57.443403 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b15dae-58d8-422f-88b4-6b9f96c9272a req-1401579e-02dc-4821-871f-f3aaa71c60a1 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:57.445211 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-12b15dae-58d8-422f-88b4-6b9f96c9272a req-1401579e-02dc-4821-871f-f3aaa71c60a1 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0528007 May 16 15:17:57.508859 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-12b15dae-58d8-422f-88b4-6b9f96c9272a req-a09d1da6-6f62-4d46-b31a-0d4e62d91df7 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561233 May 16 15:17:58.223943 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa04896-8d4a-4a61-95d7-272b360c40fd req-abf0de7d-4c61-4570-b6ce-1c8b72a4abb4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:58.225598 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8aa04896-8d4a-4a61-95d7-272b360c40fd req-abf0de7d-4c61-4570-b6ce-1c8b72a4abb4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0527439 May 16 15:17:58.274436 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8aa04896-8d4a-4a61-95d7-272b360c40fd req-63b9f46d-5f37-4413-89de-796795a1dd30 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422561 May 16 15:17:58.622711 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740ca20-db15-4fb8-b6d8-5f7a1766fe9f req-7d22f8e0-d35a-481e-983b-885fa4a832fb tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:58.624754 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8740ca20-db15-4fb8-b6d8-5f7a1766fe9f req-7d22f8e0-d35a-481e-983b-885fa4a832fb tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0517130 May 16 15:17:58.677826 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8740ca20-db15-4fb8-b6d8-5f7a1766fe9f req-fd1c71a1-1bf5-45d9-8409-c2975fb008d8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470932 May 16 15:17:59.403975 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fd12f-983e-401b-a25c-befbd0ae8b42 req-1c2f41ca-a96b-4f52-a663-2046b72ff84a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:59.405075 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c8fd12f-983e-401b-a25c-befbd0ae8b42 req-1c2f41ca-a96b-4f52-a663-2046b72ff84a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0520144 May 16 15:17:59.460000 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c8fd12f-983e-401b-a25c-befbd0ae8b42 req-f6642eec-0214-4d87-a5d1-ca98520f1f77 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492523 May 16 15:17:59.810551 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4dc4-fdd2-4627-aa67-dc5c82c34210 req-5fba9d3f-eb38-45b5-a850-b03460f68771 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:59.818012 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-994f4dc4-fdd2-4627-aa67-dc5c82c34210 req-5fba9d3f-eb38-45b5-a850-b03460f68771 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0675085 May 16 15:17:59.872721 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-994f4dc4-fdd2-4627-aa67-dc5c82c34210 req-36975d52-065b-4830-b1a3-98e2c31b1ffd tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482676 May 16 15:18:00.592942 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1a7fa-6c6e-4123-974d-e8e963d68b2f req-c311b0b3-1b79-4f64-a456-90a37cba8a7d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:00.594663 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-acb1a7fa-6c6e-4123-974d-e8e963d68b2f req-c311b0b3-1b79-4f64-a456-90a37cba8a7d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0484245 May 16 15:18:00.643537 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-acb1a7fa-6c6e-4123-974d-e8e963d68b2f req-c37a8c11-cff6-4d11-a27e-61dbe531c16e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428834 May 16 15:18:00.995934 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57fa40-bcbb-4ff2-8819-880074cac0ff req-c919eefc-41b7-4fc8-8070-4f1f01caba41 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:00.997447 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4a57fa40-bcbb-4ff2-8819-880074cac0ff req-c919eefc-41b7-4fc8-8070-4f1f01caba41 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0504291 May 16 15:18:01.048884 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4a57fa40-bcbb-4ff2-8819-880074cac0ff req-db10bc4e-61ba-4ba5-ad04-4da9f88c4cef tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452638 May 16 15:18:01.769945 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4694926-e870-475e-b16d-79cc96beb453 req-b77508ff-ed3a-4202-ac69-27a926a50b94 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:01.771759 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4694926-e870-475e-b16d-79cc96beb453 req-b77508ff-ed3a-4202-ac69-27a926a50b94 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0503361 May 16 15:18:01.822287 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4694926-e870-475e-b16d-79cc96beb453 req-991eab9c-8507-467e-90c2-b5872a6efed1 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 May 16 15:18:02.175307 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982fd0f-1590-4c3f-8c01-8572a9b9e261 req-f52fa71c-185b-4853-9db8-35204e373a8b tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:02.176758 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9982fd0f-1590-4c3f-8c01-8572a9b9e261 req-f52fa71c-185b-4853-9db8-35204e373a8b tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0517590 May 16 15:18:02.226034 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9982fd0f-1590-4c3f-8c01-8572a9b9e261 req-4f98a73e-4c83-42ae-a9b3-1fc2de30ee50 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435269 May 16 15:18:02.949112 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffc1be-4045-489d-8a53-89c046e111cf req-a18f7084-3364-4e6d-bebe-3da4ef472677 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:02.951789 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7cffc1be-4045-489d-8a53-89c046e111cf req-a18f7084-3364-4e6d-bebe-3da4ef472677 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0512228 May 16 15:18:03.002546 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7cffc1be-4045-489d-8a53-89c046e111cf req-9a76490a-0d54-4937-ba42-d4ffdd1125fe tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455806 May 16 15:18:03.343307 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19250596-02a8-49e0-bd56-235a9ebf7b06 req-19876c44-dd1a-48f2-8d9b-e239e9af7071 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:03.345087 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-19250596-02a8-49e0-bd56-235a9ebf7b06 req-19876c44-dd1a-48f2-8d9b-e239e9af7071 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0482664 May 16 15:18:03.399142 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-19250596-02a8-49e0-bd56-235a9ebf7b06 req-2c4801b1-e4d5-4f69-ae14-9d1a78f1c402 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483677 May 16 15:18:03.438382 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-420271b6-a6fd-4701-a8f6-34c3b4b769af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:04.139352 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f056a31-c618-4aed-8f1f-25b9899234ff req-2bcac298-c54a-4375-9503-359cb3485f2f tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:04.141544 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8f056a31-c618-4aed-8f1f-25b9899234ff req-2bcac298-c54a-4375-9503-359cb3485f2f tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0495360 May 16 15:18:04.192001 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8f056a31-c618-4aed-8f1f-25b9899234ff req-e6cbc646-4e59-42a3-af17-25d938600b71 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 May 16 15:18:04.519650 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb55589-ba8b-4d0c-8508-8e921c9cd6dd req-bd2290bc-6de8-4713-97a3-7ccceef58a50 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:04.521388 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-beb55589-ba8b-4d0c-8508-8e921c9cd6dd req-bd2290bc-6de8-4713-97a3-7ccceef58a50 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0475824 May 16 15:18:04.574946 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-beb55589-ba8b-4d0c-8508-8e921c9cd6dd req-f3f53cb3-474a-4f66-816b-1ffa6956b9bf tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472255 May 16 15:18:05.481948 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3e7f312f-8be9-459d-a8e8-acb225f488ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.566401 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52473abc-e8a3-44ad-854a-9e5fe8fbce7f req-bd40e9b6-4426-43c9-86b3-ea528bfd5105 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:05.567942 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-52473abc-e8a3-44ad-854a-9e5fe8fbce7f req-bd40e9b6-4426-43c9-86b3-ea528bfd5105 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.2992513 May 16 15:18:05.614929 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:18:05.636373 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-52473abc-e8a3-44ad-854a-9e5fe8fbce7f req-dd0937d2-32b0-4f69-ab89-d0c3aa137020 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546415 May 16 15:18:05.702708 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f295266-6db1-4bb9-9880-0da094b8fb4f req-792627a2-fae5-49dc-822a-28cb0155fb8d tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:05.704217 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2f295266-6db1-4bb9-9880-0da094b8fb4f req-792627a2-fae5-49dc-822a-28cb0155fb8d tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0479710 May 16 15:18:05.752031 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2f295266-6db1-4bb9-9880-0da094b8fb4f req-80a0369a-8b1d-4e42-8ca1-48d52c4cc33b tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 May 16 15:18:06.560513 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6018cad8-d890-416c-a757-ad1f752ec6d4 req-2bf987c1-4e28-4b37-b6f9-aee8de4a6fe9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399330 May 16 15:18:06.655175 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:06.740526 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42a9ba-6118-4b1f-b7ee-307fe05e0083 req-4f10b14f-02b7-43a3-b460-c13b23ae425d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:06.741944 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5c42a9ba-6118-4b1f-b7ee-307fe05e0083 req-4f10b14f-02b7-43a3-b460-c13b23ae425d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0454085 May 16 15:18:06.789592 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5c42a9ba-6118-4b1f-b7ee-307fe05e0083 req-94ac6c76-6fd6-4d29-b412-93784f53397f tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416467 May 16 15:18:06.864992 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2d67-fb1f-4d76-8652-1d13e2e377af req-751e35e1-e09e-4ac6-9393-07f9f62b67dd tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:06.866442 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-256a2d67-fb1f-4d76-8652-1d13e2e377af req-751e35e1-e09e-4ac6-9393-07f9f62b67dd tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0467138 May 16 15:18:06.913883 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-256a2d67-fb1f-4d76-8652-1d13e2e377af req-a9ee26ca-33d4-44a8-a0f2-8daede29f3fc tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412748 May 16 15:18:07.233540 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018cad8-d890-416c-a757-ad1f752ec6d4 req-f1b10a08-e45e-4739-8bb8-e3f03782e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:07.235030 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6018cad8-d890-416c-a757-ad1f752ec6d4 req-f1b10a08-e45e-4739-8bb8-e3f03782e00a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 1130 time: 0.0661817 May 16 15:18:07.251425 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa28b52-fc30-4918-85d3-01f0e9027831 req-18ff9fd9-34fb-46f2-a99b-6ff01d5650b2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:07.253154 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7aa28b52-fc30-4918-85d3-01f0e9027831 req-18ff9fd9-34fb-46f2-a99b-6ff01d5650b2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0552523 May 16 15:18:07.358603 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7aa28b52-fc30-4918-85d3-01f0e9027831 req-0b09aa80-bdbe-43d0-b02a-d6b05880bf5f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999508 May 16 15:18:07.405631 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018cad8-d890-416c-a757-ad1f752ec6d4 req-4309d5fd-f8d4-4499-be31-1b318adc83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:07.406983 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6018cad8-d890-416c-a757-ad1f752ec6d4 req-4309d5fd-f8d4-4499-be31-1b318adc83e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 920 time: 0.1406634 May 16 15:18:07.422318 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e46d8-bb21-41bc-95d5-08ed8c77fcc6 req-0f5e546d-336f-4e5b-9619-678ba2d5f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:07.423745 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a84e46d8-bb21-41bc-95d5-08ed8c77fcc6 req-0f5e546d-336f-4e5b-9619-678ba2d5f7e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9886c48c5650408cacaa4e7f78586404&device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 1129 time: 0.0520163 May 16 15:18:07.455402 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6018cad8-d890-416c-a757-ad1f752ec6d4 req-659dcc80-f229-4ea4-9caa-ce93873b93a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0605d368-ac3c-4f23-b5ff-e1c7656542f5 HTTP/1.1" status: 200 len: 217 time: 0.0415192 May 16 15:18:07.552288 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018cad8-d890-416c-a757-ad1f752ec6d4 req-664c8e8c-9475-465c-9913-9fcca471cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:07.553768 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6018cad8-d890-416c-a757-ad1f752ec6d4 req-664c8e8c-9475-465c-9913-9fcca471cf83 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.0874434 May 16 15:18:07.597469 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e46d8-bb21-41bc-95d5-08ed8c77fcc6 req-6f314939-c3a9-4328-b282-f4771a18ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:07.598894 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a84e46d8-bb21-41bc-95d5-08ed8c77fcc6 req-6f314939-c3a9-4328-b282-f4771a18ad0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d5d840d6-be4b-4ccc-949a-d641977c970e HTTP/1.1" status: 200 len: 912 time: 0.1516604 May 16 15:18:07.614320 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018cad8-d890-416c-a757-ad1f752ec6d4 req-d4181b2a-8a14-493b-9a59-732a2343702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:07.615755 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6018cad8-d890-416c-a757-ad1f752ec6d4 req-d4181b2a-8a14-493b-9a59-732a2343702a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545049 May 16 15:18:07.686385 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a84e46d8-bb21-41bc-95d5-08ed8c77fcc6 req-99457f38-85b9-45cd-8ad9-2339573b7565 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb596391-d69d-41f8-b5d1-5cdf514becf8 HTTP/1.1" status: 200 len: 1001 time: 0.0804405 May 16 15:18:07.772930 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e46d8-bb21-41bc-95d5-08ed8c77fcc6 req-4310df20-73c0-4038-b3a7-c3ed10ac53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:07.774371 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a84e46d8-bb21-41bc-95d5-08ed8c77fcc6 req-4310df20-73c0-4038-b3a7-c3ed10ac53a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2448ad91-16a6-4222-afd8-059210fe98cd HTTP/1.1" status: 200 len: 850 time: 0.0607946 May 16 15:18:07.778403 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6018cad8-d890-416c-a757-ad1f752ec6d4 req-9e6c1a69-939e-4f05-84fb-757d25078523 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372564 May 16 15:18:07.845198 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e46d8-bb21-41bc-95d5-08ed8c77fcc6 req-167c267a-fb72-473b-b13d-71e9ced515b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:07.846707 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a84e46d8-bb21-41bc-95d5-08ed8c77fcc6 req-167c267a-fb72-473b-b13d-71e9ced515b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d5d840d6-be4b-4ccc-949a-d641977c970e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613034 May 16 15:18:07.952076 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94659f28-16d4-4380-8959-05e302c4a641 req-66a53436-e0e7-4054-aec8-6ada1ef4d743 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:07.953566 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-94659f28-16d4-4380-8959-05e302c4a641 req-66a53436-e0e7-4054-aec8-6ada1ef4d743 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0791762 May 16 15:18:08.009975 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.014195 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6018cad8-d890-416c-a757-ad1f752ec6d4 req-91696e82-b516-41a4-9cf8-f34d7294e23b service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209232 May 16 15:18:08.058707 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-94659f28-16d4-4380-8959-05e302c4a641 req-9013625a-dc70-4954-a717-690b5e732dca tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721400 May 16 15:18:08.060575 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a84e46d8-bb21-41bc-95d5-08ed8c77fcc6 req-c17ed4bc-753a-4128-997b-912ebf84c0d6 service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851082 May 16 15:18:08.160893 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a84e46d8-bb21-41bc-95d5-08ed8c77fcc6 req-e4059a2d-a00a-4215-89da-d2e171e14220 service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917289 May 16 15:18:08.473959 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fadf5c-3c6a-4fa9-96e0-588606d6cf9f req-bb80a79a-725d-48d1-8571-d82808d810b4 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:08.475439 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-09fadf5c-3c6a-4fa9-96e0-588606d6cf9f req-bb80a79a-725d-48d1-8571-d82808d810b4 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0472686 May 16 15:18:08.521829 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-09fadf5c-3c6a-4fa9-96e0-588606d6cf9f req-6dcb7423-2838-42f8-aaec-b3fc22ff0285 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405924 May 16 15:18:09.178323 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce8ef0-8116-4319-b045-454de5dabf59 req-7f02fdf7-cda1-46a5-8dde-35286bb273a0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:09.179797 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-01ce8ef0-8116-4319-b045-454de5dabf59 req-7f02fdf7-cda1-46a5-8dde-35286bb273a0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0479710 May 16 15:18:09.225247 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-01ce8ef0-8116-4319-b045-454de5dabf59 req-039536ed-3ef3-47a9-853f-6d092acc53f6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397377 May 16 15:18:09.637266 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c03efd-983f-4738-845e-c54748d3d6f6 req-24bc13dc-c9a4-4df3-b330-0942bbb6f9b2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:09.638687 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b3c03efd-983f-4738-845e-c54748d3d6f6 req-24bc13dc-c9a4-4df3-b330-0942bbb6f9b2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0489306 May 16 15:18:09.683696 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b3c03efd-983f-4738-845e-c54748d3d6f6 req-ec7cd7db-a250-4f87-8db5-e09cca2871cd tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395732 May 16 15:18:10.343300 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852325b-2140-4003-bb66-134a7292730c req-05e0a555-cbc5-439c-b2d2-4e06dda87a9b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:10.344788 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5852325b-2140-4003-bb66-134a7292730c req-05e0a555-cbc5-439c-b2d2-4e06dda87a9b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0461247 May 16 15:18:10.390623 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5852325b-2140-4003-bb66-134a7292730c req-3c8143e5-8b27-4bff-94a5-e3640540efb7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404885 May 16 15:18:10.678036 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:10.689476 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:11.507547 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c0491-86c7-4492-9a48-f61184bec447 req-10d9bc81-bb53-4200-8c8b-b37cf8739d18 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:11.509007 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-476c0491-86c7-4492-9a48-f61184bec447 req-10d9bc81-bb53-4200-8c8b-b37cf8739d18 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0462837 May 16 15:18:11.557386 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-476c0491-86c7-4492-9a48-f61184bec447 req-103713b5-0862-43d1-ab4e-a7c2d40106c1 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 May 16 15:18:12.673833 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56146db-87da-4506-85b0-7c884987b5f3 req-8b21a0dc-2e98-4ddb-adf6-e7ec40b5b5e5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:12.675274 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b56146db-87da-4506-85b0-7c884987b5f3 req-8b21a0dc-2e98-4ddb-adf6-e7ec40b5b5e5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0460770 May 16 15:18:12.720504 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b56146db-87da-4506-85b0-7c884987b5f3 req-73e65be1-d032-4e88-a1a7-c2a8f76049d0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397758 May 16 15:18:13.774617 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7be8453f-3109-4b92-981a-837b09373d42 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:18:13.835882 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d17d36-ab79-41a7-89dc-a6b0a62e951a req-c79f742d-6b48-46eb-a2ee-b4e264cbbb18 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:13.837348 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-20d17d36-ab79-41a7-89dc-a6b0a62e951a req-c79f742d-6b48-46eb-a2ee-b4e264cbbb18 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 944 time: 0.0458183 May 16 15:18:13.876307 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7be8453f-3109-4b92-981a-837b09373d42,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:13.886864 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-20d17d36-ab79-41a7-89dc-a6b0a62e951a req-27dbfaec-3c6e-4f04-b104-e594c529c0a0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 May 16 15:18:13.887553 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '7be8453f-3109-4b92-981a-837b09373d42', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'port_id': '7be8453f-3109-4b92-981a-837b09373d42', 'mac_address': 'fa:16:3e:e2:00:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:18:13.923958 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 7be8453f-3109-4b92-981a-837b09373d42 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:13.924360 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7be8453f-3109-4b92-981a-837b09373d42), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:13.940190 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be8453f-3109-4b92-981a-837b09373d42 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:18:13.958914 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7be8453f-3109-4b92-981a-837b09373d42,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:14.066729 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7be8453f-3109-4b92-981a-837b09373d42), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:14.112760 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=7be8453f-3109-4b92-981a-837b09373d42,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:14.575162 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['7be8453f-3109-4b92-981a-837b09373d42'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:18:15.006604 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a42f2-2050-4adc-8fb1-726120776023 req-e687bb9e-f1e2-49a9-9092-4f78dbf472cb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:15.008068 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-620a42f2-2050-4adc-8fb1-726120776023 req-e687bb9e-f1e2-49a9-9092-4f78dbf472cb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 945 time: 0.0499506 May 16 15:18:15.054149 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-620a42f2-2050-4adc-8fb1-726120776023 req-f018c714-bcb3-49dc-b89c-90991fc9e6d9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403526 May 16 15:18:15.796491 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7be8453f-3109-4b92-981a-837b09373d42 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:15.837559 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 7be8453f-3109-4b92-981a-837b09373d42 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:15.837928 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7be8453f-3109-4b92-981a-837b09373d42), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:15.916105 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 7be8453f-3109-4b92-981a-837b09373d42 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:15.916105 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7be8453f-3109-4b92-981a-837b09373d42), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:15.928419 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be8453f-3109-4b92-981a-837b09373d42'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:15.930603 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdb8f53-42c8-4833-ad54-1988747064bb" -d '{"events": [{"server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "name": "network-vif-plugged", "status": "completed", "tag": "7be8453f-3109-4b92-981a-837b09373d42"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:15.946088 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7be8453f-3109-4b92-981a-837b09373d42,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:15.969041 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a5e283-8e30-4cf5-a69a-755d4bd6fcdc x-openstack-request-id: req-a4a5e283-8e30-4cf5-a69a-755d4bd6fcdc {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:15.969351 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "name": "network-vif-plugged", "status": "completed", "tag": "7be8453f-3109-4b92-981a-837b09373d42", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:15.969606 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a4a5e283-8e30-4cf5-a69a-755d4bd6fcdc {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:15.970000 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a5e283-8e30-4cf5-a69a-755d4bd6fcdc'] response: {'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be8453f-3109-4b92-981a-837b09373d42', 'code': 200} May 16 15:18:16.023748 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7be8453f-3109-4b92-981a-837b09373d42), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:16.069263 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=7be8453f-3109-4b92-981a-837b09373d42,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:16.170642 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934db22c-08e8-40ab-b7e5-9415eafd44a7 req-e0309ab6-ab3d-4a2a-8112-f319294726ce tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:16.172126 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-934db22c-08e8-40ab-b7e5-9415eafd44a7 req-e0309ab6-ab3d-4a2a-8112-f319294726ce tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 947 time: 0.0468915 May 16 15:18:16.219357 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-934db22c-08e8-40ab-b7e5-9415eafd44a7 req-1119d6b4-9916-43cb-bae2-cf5311076270 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417054 May 16 15:18:16.734770 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37591a-8d0a-46d4-8989-6dd88906f3a5 req-95130d38-e051-4857-a509-c13b2d029794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:16.736385 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b37591a-8d0a-46d4-8989-6dd88906f3a5 req-95130d38-e051-4857-a509-c13b2d029794 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 1131 time: 0.0406921 May 16 15:18:16.781670 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b37591a-8d0a-46d4-8989-6dd88906f3a5 req-e19ffabd-6e79-4e7c-ba1f-cdc6ed9fd270 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370188 May 16 15:18:17.337656 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981b629-4b70-4b92-9678-478e1cd5da83 req-55717f06-b1ab-4f0a-be64-3ea7782d1dac tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:17.339085 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b981b629-4b70-4b92-9678-478e1cd5da83 req-55717f06-b1ab-4f0a-be64-3ea7782d1dac tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 947 time: 0.0451982 May 16 15:18:17.384051 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b981b629-4b70-4b92-9678-478e1cd5da83 req-d837b51c-45a0-4a57-9430-68d4b7371a9b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393033 May 16 15:18:18.502232 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29680bec-78a6-4386-bfe9-10351e3651bc req-dc608e7d-a6ac-4210-933c-99e65de61318 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:18.503705 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-29680bec-78a6-4386-bfe9-10351e3651bc req-dc608e7d-a6ac-4210-933c-99e65de61318 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 947 time: 0.0471206 May 16 15:18:18.553532 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-29680bec-78a6-4386-bfe9-10351e3651bc req-0e6b0380-29d6-4006-ae7d-26a7618fb3f9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 May 16 15:18:19.673255 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb801feb-250b-4b3b-b67f-54adfaa65403 req-f37dc363-05e9-4e60-87e7-773821b8da2b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:19.674706 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-eb801feb-250b-4b3b-b67f-54adfaa65403 req-f37dc363-05e9-4e60-87e7-773821b8da2b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 947 time: 0.0483370 May 16 15:18:19.720408 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-eb801feb-250b-4b3b-b67f-54adfaa65403 req-5c7a5d99-4622-44da-81ea-0318f3239a33 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402353 May 16 15:18:21.676462 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9c32a-7e0b-403a-9af2-b5cb7c864952 req-c0ab5e4b-c505-45fc-8ef5-fe3664ceb035 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:21.677894 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d3a9c32a-7e0b-403a-9af2-b5cb7c864952 req-c0ab5e4b-c505-45fc-8ef5-fe3664ceb035 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 945 time: 0.0460157 May 16 15:18:21.723223 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d3a9c32a-7e0b-403a-9af2-b5cb7c864952 req-70871c90-aab5-435a-a23e-846640fcda38 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398638 May 16 15:18:22.837660 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64379ded-02a1-4ca4-a708-238e18c61c61 req-e70c8103-4e6b-4792-92d9-ff995c8b39fd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:22.839114 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-64379ded-02a1-4ca4-a708-238e18c61c61 req-e70c8103-4e6b-4792-92d9-ff995c8b39fd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 945 time: 0.0488861 May 16 15:18:22.886043 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-64379ded-02a1-4ca4-a708-238e18c61c61 req-bcd4c4da-f5ef-4191-b2dc-842afd7708cb tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407684 May 16 15:18:23.379398 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-0bd39461-fa93-46a4-bd19-2d8f76816aac tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:23.380832 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-0bd39461-fa93-46a4-bd19-2d8f76816aac tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 945 time: 0.0447886 May 16 15:18:23.466988 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Deleting port 418db1a8-e530-4a38-a317-c50a19a4aed2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:18:23.467336 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:23.554583 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] For port 418db1a8-e530-4a38-a317-c50a19a4aed2, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=418db1a8-e530-4a38-a317-c50a19a4aed2,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:23.558422 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:23.761357 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:23.761725 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (883fb929-fdaf-4023-8d16-b92389643a59), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:23.762043 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Floating IP 883fb929-fdaf-4023-8d16-b92389643a59 disassociated. External IP: 172.27.1.14, port: 418db1a8-e530-4a38-a317-c50a19a4aed2. May 16 15:18:23.762391 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Calling delete_port for 418db1a8-e530-4a38-a317-c50a19a4aed2 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:18:23.986378 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (418db1a8-e530-4a38-a317-c50a19a4aed2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:24.020747 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event deleted for resources: {'Port': ['ID=418db1a8-e530-4a38-a317-c50a19a4aed2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:24.034470 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b5631-cbfc-4855-9737-4251fb15de8c req-7c19ac47-174f-4f05-a94d-a719c0b9b15a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:24.035967 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-989b5631-cbfc-4855-9737-4251fb15de8c req-7c19ac47-174f-4f05-a94d-a719c0b9b15a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 945 time: 0.0806913 May 16 15:18:24.043052 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.043403 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.043779 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.045086 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.045559 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.045906 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.046246 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.046581 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.046942 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.047276 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.047608 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.047977 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.048308 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.048634 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.048963 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:24.161335 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-989b5631-cbfc-4855-9737-4251fb15de8c req-9223df3f-6df9-4a54-8c27-fe4698f69b15 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=2cad8080-419e-4fea-992f-cf1fcbcb67d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084137 May 16 15:18:24.183720 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Router 2614e299-9545-4e33-9bed-05db8c6f08f2 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:18:24.287194 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:18:24.299407 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf0b5f-07be-4218-8e86-2b2f248df861 None None] Sync routers for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:18:24.309030 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf0b5f-07be-4218-8e86-2b2f248df861 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:24.310119 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-55bf0b5f-07be-4218-8e86-2b2f248df861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:18:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:24.330523 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] No DVR routers for this DVR port 418db1a8-e530-4a38-a317-c50a19a4aed2 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:18:24.333560 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:24.336964 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd6664ba-1ffd-4e0e-8f0c-6d0291094a68 req-f0522e00-d6a9-4d70-b55b-f961addf583b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "DELETE /v2.0/ports/418db1a8-e530-4a38-a317-c50a19a4aed2 HTTP/1.1" status: 204 len: 173 time: 0.9504619 May 16 15:18:24.337402 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'name': 'network-vif-deleted', 'tag': '418db1a8-e530-4a38-a317-c50a19a4aed2'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:24.339618 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1583f5-d90e-46b0-86af-9789b0d07286" -d '{"events": [{"server_uuid": "71e20c89-9049-4b13-a531-2c2e361ed84d", "name": "network-vif-deleted", "tag": "418db1a8-e530-4a38-a317-c50a19a4aed2"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:24.379672 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4d5fc9-8e92-4fb4-9638-8bd8fc4647e8 x-openstack-request-id: req-3a4d5fc9-8e92-4fb4-9638-8bd8fc4647e8 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:24.379966 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e20c89-9049-4b13-a531-2c2e361ed84d", "name": "network-vif-deleted", "tag": "418db1a8-e530-4a38-a317-c50a19a4aed2", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:24.380221 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3a4d5fc9-8e92-4fb4-9638-8bd8fc4647e8 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:24.380620 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a4d5fc9-8e92-4fb4-9638-8bd8fc4647e8'] response: {'server_uuid': '71e20c89-9049-4b13-a531-2c2e361ed84d', 'name': 'network-vif-deleted', 'tag': '418db1a8-e530-4a38-a317-c50a19a4aed2', 'status': 'completed', 'code': 200} May 16 15:18:24.423044 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-55bf0b5f-07be-4218-8e86-2b2f248df861 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:24.715379 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-55bf0b5f-07be-4218-8e86-2b2f248df861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '5e2221cd-e6f4-4e96-b208-abc38a218177', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:0f:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:33Z', 'updated_at': '2022-05-16T15:16:03Z', 'revision_number': 2, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:24.741344 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf0b5f-07be-4218-8e86-2b2f248df861 None None] Checking router: 2614e299-9545-4e33-9bed-05db8c6f08f2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:18:24.750208 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf0b5f-07be-4218-8e86-2b2f248df861 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:24.750830 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-55bf0b5f-07be-4218-8e86-2b2f248df861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:18:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:24.873539 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-55bf0b5f-07be-4218-8e86-2b2f248df861 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:25.090104 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-55bf0b5f-07be-4218-8e86-2b2f248df861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '5e2221cd-e6f4-4e96-b208-abc38a218177', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:0f:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:33Z', 'updated_at': '2022-05-16T15:16:03Z', 'revision_number': 2, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:25.115174 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf0b5f-07be-4218-8e86-2b2f248df861 None None] The sync data for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi is: [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '5e2221cd-e6f4-4e96-b208-abc38a218177', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:0f:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:33Z', 'updated_at': '2022-05-16T15:16:03Z', 'revision_number': 2, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:18:25.282160 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-656bd51d-764e-483e-a8f8-2a9692cdb1dd req-984cc457-c466-49e0-885e-0dda7dc794d8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=71e20c89-9049-4b13-a531-2c2e361ed84d HTTP/1.1" status: 200 len: 210 time: 0.0349131 May 16 15:18:25.367399 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec9448-9d6c-4436-ac0c-9de5e32dc402 None None] New status for floating IP 883fb929-fdaf-4023-8d16-b92389643a59: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:18:25.888642 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 418db1a8-e530-4a38-a317-c50a19a4aed2 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:18:25.914230 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 418db1a8-e530-4a38-a317-c50a19a4aed2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:18:25.914230 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 418db1a8-e530-4a38-a317-c50a19a4aed2 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:18:26.423273 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34938) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:26.485329 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-efed3080-5169-4e4e-8f7f-06411953ed15 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (2cad8080-419e-4fea-992f-cf1fcbcb67d7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.511254 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-efed3080-5169-4e4e-8f7f-06411953ed15 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (2cad8080-419e-4fea-992f-cf1fcbcb67d7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.630063 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-efed3080-5169-4e4e-8f7f-06411953ed15 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (2cad8080-419e-4fea-992f-cf1fcbcb67d7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.632775 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-efed3080-5169-4e4e-8f7f-06411953ed15 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.634066 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-efed3080-5169-4e4e-8f7f-06411953ed15 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "DELETE /v2.0/security-groups/2cad8080-419e-4fea-992f-cf1fcbcb67d7 HTTP/1.1" status: 204 len: 168 time: 0.2091677 May 16 15:18:26.636917 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 34940) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:26.644609 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed3080-5169-4e4e-8f7f-06411953ed15 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cad8080-419e-4fea-992f-cf1fcbcb67d7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:26.660103 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-ae108403-10eb-447b-b949-6583bfbbf7eb tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] show failed (client error): The resource could not be found. May 16 15:18:26.664342 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 34942) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:26.665679 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ae108403-10eb-447b-b949-6583bfbbf7eb tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups/2cad8080-419e-4fea-992f-cf1fcbcb67d7 HTTP/1.1" status: 404 len: 347 time: 0.0266230 May 16 15:18:26.780163 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7f94dc10-ce68-4603-8d90-f74b4e3c91c8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Deleting port 1f3ac91f-dba2-4dc6-98b7-2972a161a231 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:18:26.780502 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f94dc10-ce68-4603-8d90-f74b4e3c91c8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (1f3ac91f-dba2-4dc6-98b7-2972a161a231), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.855562 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f94dc10-ce68-4603-8d90-f74b4e3c91c8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (1f3ac91f-dba2-4dc6-98b7-2972a161a231), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.855935 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f94dc10-ce68-4603-8d90-f74b4e3c91c8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (1f3ac91f-dba2-4dc6-98b7-2972a161a231), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.868533 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7f94dc10-ce68-4603-8d90-f74b4e3c91c8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Calling delete_port for 1f3ac91f-dba2-4dc6-98b7-2972a161a231 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:18:27.097975 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f94dc10-ce68-4603-8d90-f74b4e3c91c8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (1f3ac91f-dba2-4dc6-98b7-2972a161a231), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:27.121726 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94dc10-ce68-4603-8d90-f74b4e3c91c8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event deleted for resources: {'Port': ['ID=1f3ac91f-dba2-4dc6-98b7-2972a161a231,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:27.181805 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f94dc10-ce68-4603-8d90-f74b4e3c91c8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (883fb929-fdaf-4023-8d16-b92389643a59), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:27.184197 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f94dc10-ce68-4603-8d90-f74b4e3c91c8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:27.186107 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7f94dc10-ce68-4603-8d90-f74b4e3c91c8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "DELETE /v2.0/floatingips/883fb929-fdaf-4023-8d16-b92389643a59 HTTP/1.1" status: 204 len: 168 time: 0.5203693 May 16 15:18:31.641877 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcad6a-c36c-43db-8406-8f7660bcb87f req-9c6693b4-7dfd-487a-a867-4510539c2225 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:31.643361 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1bcad6a-c36c-43db-8406-8f7660bcb87f req-9c6693b4-7dfd-487a-a867-4510539c2225 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0479383 May 16 15:18:31.695269 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1bcad6a-c36c-43db-8406-8f7660bcb87f req-75a00d6c-0877-4b85-bf96-1ff78eff1287 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454557 May 16 15:18:31.772927 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605db404-3637-4028-96fc-ee726e6ca7b6 req-0887b201-5cd1-4b8b-814c-843ca50a708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:31.774372 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-605db404-3637-4028-96fc-ee726e6ca7b6 req-0887b201-5cd1-4b8b-814c-843ca50a708e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 1130 time: 0.0379112 May 16 15:18:31.878376 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605db404-3637-4028-96fc-ee726e6ca7b6 req-f51bbc5d-dd4e-4f81-93c7-5e11782283b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:31.879885 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-605db404-3637-4028-96fc-ee726e6ca7b6 req-f51bbc5d-dd4e-4f81-93c7-5e11782283b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 920 time: 0.0953741 May 16 15:18:31.946756 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-605db404-3637-4028-96fc-ee726e6ca7b6 req-4c156aae-4fc3-4e9e-9ae4-9434552e85ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b HTTP/1.1" status: 200 len: 1002 time: 0.0562096 May 16 15:18:31.998414 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605db404-3637-4028-96fc-ee726e6ca7b6 req-22d840bb-6b6e-44c7-8b3e-bae8be68f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:32.000016 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-605db404-3637-4028-96fc-ee726e6ca7b6 req-22d840bb-6b6e-44c7-8b3e-bae8be68f474 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.0425239 May 16 15:18:32.042700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605db404-3637-4028-96fc-ee726e6ca7b6 req-0beabf4a-5d86-47bc-bdf6-34564bc25dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:32.044138 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-605db404-3637-4028-96fc-ee726e6ca7b6 req-0beabf4a-5d86-47bc-bdf6-34564bc25dbc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364509 May 16 15:18:32.135065 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-605db404-3637-4028-96fc-ee726e6ca7b6 req-29e23deb-2454-4606-9418-c383ab08d642 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840471 May 16 15:18:32.224898 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-605db404-3637-4028-96fc-ee726e6ca7b6 req-8942e408-100d-4437-b633-7180025ac83d service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826929 May 16 15:18:32.810202 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6c886-337c-4f25-9a3c-03e28d6fc938 req-6f43c550-3a7f-476f-8fd6-db9201d5f4fd tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:32.811856 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a6e6c886-337c-4f25-9a3c-03e28d6fc938 req-6f43c550-3a7f-476f-8fd6-db9201d5f4fd tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0501454 May 16 15:18:32.857834 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a6e6c886-337c-4f25-9a3c-03e28d6fc938 req-b233b9f3-33bc-43c9-9cb0-3cc7093b7d90 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404217 May 16 15:18:33.346170 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6f626-135f-4de5-8bb1-fdd9131ac85f req-a5e19be4-964f-40ac-ac49-d748672b3c3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:33.347718 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-65e6f626-135f-4de5-8bb1-fdd9131ac85f req-a5e19be4-964f-40ac-ac49-d748672b3c3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 946 time: 0.0475545 May 16 15:18:33.395330 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-65e6f626-135f-4de5-8bb1-fdd9131ac85f req-f74ad0eb-f295-4d08-98df-eade1a816de0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420041 May 16 15:18:33.421521 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be32ca77-6e14-42dc-aab0-194002e1b2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:33.975890 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde887d6-0a9a-443b-b679-972c1802708f req-7ea200bc-661b-438c-9ded-4e1532613d69 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:33.977325 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dde887d6-0a9a-443b-b679-972c1802708f req-7ea200bc-661b-438c-9ded-4e1532613d69 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0491319 May 16 15:18:34.261796 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dde887d6-0a9a-443b-b679-972c1802708f req-c14379f6-a41b-4a52-b9fa-7fa382ae7e76 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789600 May 16 15:18:34.506964 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd937a-2087-4436-9a27-0d973e0e5bd1 req-6a17017c-497e-4e10-965e-fc1b3f491c89 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:34.508403 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c4dd937a-2087-4436-9a27-0d973e0e5bd1 req-6a17017c-497e-4e10-965e-fc1b3f491c89 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 946 time: 0.0463171 May 16 15:18:34.553259 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c4dd937a-2087-4436-9a27-0d973e0e5bd1 req-e1a81ff5-daa7-41d5-b6cf-704670a8424a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394173 May 16 15:18:35.304950 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-aaf97799-20b0-4ef3-ab23-3b68f5ba71b0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:35.306507 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-aaf97799-20b0-4ef3-ab23-3b68f5ba71b0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 946 time: 0.0487556 May 16 15:18:35.411342 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c689b5-7d16-479c-bb0f-b39f5a3d92fb req-0b66e8b6-f784-489b-94d8-8fdf541125e8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:35.412841 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b9c689b5-7d16-479c-bb0f-b39f5a3d92fb req-0b66e8b6-f784-489b-94d8-8fdf541125e8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0740368 May 16 15:18:35.439090 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Deleting port 9d2d9f44-9262-4053-b198-1c13754b68fd {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:18:35.439435 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:35.461026 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a45db6d6-dd60-47d1-8da3-ee69a36b278e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:35.519612 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b9c689b5-7d16-479c-bb0f-b39f5a3d92fb req-f5594d48-fd8b-4580-a999-c881e5f5fc8c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997934 May 16 15:18:35.552243 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] For port 9d2d9f44-9262-4053-b198-1c13754b68fd, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=9d2d9f44-9262-4053-b198-1c13754b68fd,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:35.552553 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:35.728063 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fcc1d-84bb-4999-bd0c-54e62f936950 req-d021bdb0-71a7-4d3b-afd4-32a0e6300985 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:35.729517 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b55fcc1d-84bb-4999-bd0c-54e62f936950 req-d021bdb0-71a7-4d3b-afd4-32a0e6300985 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 946 time: 0.0867839 May 16 15:18:35.764608 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:35.764976 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (5e2221cd-e6f4-4e96-b208-abc38a218177), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:35.765297 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Floating IP 5e2221cd-e6f4-4e96-b208-abc38a218177 disassociated. External IP: 172.27.1.222, port: 9d2d9f44-9262-4053-b198-1c13754b68fd. May 16 15:18:35.765656 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Calling delete_port for 9d2d9f44-9262-4053-b198-1c13754b68fd owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:18:35.825666 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b55fcc1d-84bb-4999-bd0c-54e62f936950 req-5d33deba-03d4-41b9-bc83-674db96a7ae5 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899937 May 16 15:18:35.960964 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (9d2d9f44-9262-4053-b198-1c13754b68fd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:35.991864 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event deleted for resources: {'Port': ['ID=9d2d9f44-9262-4053-b198-1c13754b68fd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:36.102054 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Router 2614e299-9545-4e33-9bed-05db8c6f08f2 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:18:36.199770 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:18:36.210165 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab10661-2dc8-48fc-83cd-4f675b6f4ccd None None] Sync routers for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:18:36.220242 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab10661-2dc8-48fc-83cd-4f675b6f4ccd None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:36.220855 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dab10661-2dc8-48fc-83cd-4f675b6f4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:18:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:36.242136 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] No DVR routers for this DVR port 9d2d9f44-9262-4053-b198-1c13754b68fd on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:18:36.244613 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:36.247749 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e32c9af0-73af-45cc-bb46-2260af3a5464 req-012ff7c5-67a0-4230-8772-e2a90b115d3b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "DELETE /v2.0/ports/9d2d9f44-9262-4053-b198-1c13754b68fd HTTP/1.1" status: 204 len: 173 time: 0.9358356 May 16 15:18:36.248827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'name': 'network-vif-deleted', 'tag': '9d2d9f44-9262-4053-b198-1c13754b68fd'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:36.251139 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446f095e-9763-44dd-83ac-8478f2e8a041" -d '{"events": [{"server_uuid": "a4b1e4cf-ff7e-43d2-9351-ca6206651db4", "name": "network-vif-deleted", "tag": "9d2d9f44-9262-4053-b198-1c13754b68fd"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:36.287731 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06e3f9e-1a65-479c-aeb9-2c7db2ce7966 x-openstack-request-id: req-a06e3f9e-1a65-479c-aeb9-2c7db2ce7966 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:36.288030 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b1e4cf-ff7e-43d2-9351-ca6206651db4", "name": "network-vif-deleted", "tag": "9d2d9f44-9262-4053-b198-1c13754b68fd", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:36.288271 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a06e3f9e-1a65-479c-aeb9-2c7db2ce7966 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:36.288676 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06e3f9e-1a65-479c-aeb9-2c7db2ce7966'] response: {'server_uuid': 'a4b1e4cf-ff7e-43d2-9351-ca6206651db4', 'name': 'network-vif-deleted', 'tag': '9d2d9f44-9262-4053-b198-1c13754b68fd', 'status': 'completed', 'code': 200} May 16 15:18:36.332850 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-dab10661-2dc8-48fc-83cd-4f675b6f4ccd None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:36.533710 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dab10661-2dc8-48fc-83cd-4f675b6f4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:36.559343 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab10661-2dc8-48fc-83cd-4f675b6f4ccd None None] Checking router: 2614e299-9545-4e33-9bed-05db8c6f08f2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:18:36.568901 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab10661-2dc8-48fc-83cd-4f675b6f4ccd None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:36.569496 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dab10661-2dc8-48fc-83cd-4f675b6f4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:18:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:36.624535 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:36.665017 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45366d6-bbdd-4af0-8ecd-3ba6304b8755 req-96e6ef0d-b930-41bb-9272-c9560b87c1bd tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:36.666485 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b45366d6-bbdd-4af0-8ecd-3ba6304b8755 req-96e6ef0d-b930-41bb-9272-c9560b87c1bd tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0488439 May 16 15:18:36.680355 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-dab10661-2dc8-48fc-83cd-4f675b6f4ccd None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:36.715027 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b45366d6-bbdd-4af0-8ecd-3ba6304b8755 req-ca6c4e20-afd9-4461-9290-2e8d1496a2e8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423000 May 16 15:18:36.859419 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dab10661-2dc8-48fc-83cd-4f675b6f4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:36.887213 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab10661-2dc8-48fc-83cd-4f675b6f4ccd None None] The sync data for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi is: [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:18:36.937801 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-92b5693a-9cab-4c9c-b694-c4d03d7de869 req-5c1ade90-dfa1-4ff7-9229-d2abc86adcd6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b1e4cf-ff7e-43d2-9351-ca6206651db4 HTTP/1.1" status: 200 len: 210 time: 0.0289109 May 16 15:18:37.102200 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7577fd-5f86-41cb-a56f-b1c06b709484 None None] New status for floating IP 5e2221cd-e6f4-4e96-b208-abc38a218177: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:18:37.830935 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e69e15-6ccf-4c4a-b355-f50b05b4d588 req-5e29b2e9-a2df-414f-b8d8-5b78f9f29b56 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:37.832398 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-63e69e15-6ccf-4c4a-b355-f50b05b4d588 req-5e29b2e9-a2df-414f-b8d8-5b78f9f29b56 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0484583 May 16 15:18:37.877991 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-63e69e15-6ccf-4c4a-b355-f50b05b4d588 req-256d9159-f75a-4155-8726-08b150499972 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401461 May 16 15:18:37.976366 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 9d2d9f44-9262-4053-b198-1c13754b68fd no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:18:38.001089 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:38.001089 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 9d2d9f44-9262-4053-b198-1c13754b68fd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:18:38.001089 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 9d2d9f44-9262-4053-b198-1c13754b68fd not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:18:38.082116 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35014) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:38.134191 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be426fae-5f01-4e19-b740-d828b79db4d9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (e3d421b8-c9a0-48d5-b7f4-d2b243ffb318), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:38.157229 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be426fae-5f01-4e19-b740-d828b79db4d9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (e3d421b8-c9a0-48d5-b7f4-d2b243ffb318), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:38.272546 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be426fae-5f01-4e19-b740-d828b79db4d9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (e3d421b8-c9a0-48d5-b7f4-d2b243ffb318), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:38.275191 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be426fae-5f01-4e19-b740-d828b79db4d9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:38.276378 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-be426fae-5f01-4e19-b740-d828b79db4d9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "DELETE /v2.0/security-groups/e3d421b8-c9a0-48d5-b7f4-d2b243ffb318 HTTP/1.1" status: 204 len: 168 time: 0.1932392 May 16 15:18:38.279115 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35016) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:38.286380 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be426fae-5f01-4e19-b740-d828b79db4d9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d421b8-c9a0-48d5-b7f4-d2b243ffb318,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:38.295139 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-23820eec-1bc5-4092-a9e4-a7b0bf3a9e38 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] show failed (client error): The resource could not be found. May 16 15:18:38.296142 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-23820eec-1bc5-4092-a9e4-a7b0bf3a9e38 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups/e3d421b8-c9a0-48d5-b7f4-d2b243ffb318 HTTP/1.1" status: 404 len: 347 time: 0.0160420 May 16 15:18:38.299759 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35018) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:38.415182 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-cfa77014-54fe-4bb1-a140-14399c804749 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Deleting port 36aef91b-1a11-414d-b889-ec6c8da6c091 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:18:38.415518 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa77014-54fe-4bb1-a140-14399c804749 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (36aef91b-1a11-414d-b889-ec6c8da6c091), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:38.491782 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa77014-54fe-4bb1-a140-14399c804749 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (36aef91b-1a11-414d-b889-ec6c8da6c091), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:38.492109 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa77014-54fe-4bb1-a140-14399c804749 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (36aef91b-1a11-414d-b889-ec6c8da6c091), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:38.504799 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-cfa77014-54fe-4bb1-a140-14399c804749 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Calling delete_port for 36aef91b-1a11-414d-b889-ec6c8da6c091 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:18:38.678115 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa77014-54fe-4bb1-a140-14399c804749 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (36aef91b-1a11-414d-b889-ec6c8da6c091), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:38.701468 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa77014-54fe-4bb1-a140-14399c804749 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event deleted for resources: {'Port': ['ID=36aef91b-1a11-414d-b889-ec6c8da6c091,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:38.760412 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa77014-54fe-4bb1-a140-14399c804749 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (5e2221cd-e6f4-4e96-b208-abc38a218177), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:38.763096 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cfa77014-54fe-4bb1-a140-14399c804749 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:38.764293 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cfa77014-54fe-4bb1-a140-14399c804749 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "DELETE /v2.0/floatingips/5e2221cd-e6f4-4e96-b208-abc38a218177 HTTP/1.1" status: 204 len: 168 time: 0.4635513 May 16 15:18:38.889665 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35022) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:38.894456 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ea2faaad-1293-46ee-82ad-e4b367fb2fb1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1665931358', 'description': 'tempest-description--55940749'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:38.973784 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea2faaad-1293-46ee-82ad-e4b367fb2fb1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.005697 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e9a03-9a60-40e9-ba02-841231954bed req-4c895ee1-25c8-458a-861e-5de5ffd567f0 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:39.007128 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-323e9a03-9a60-40e9-ba02-841231954bed req-4c895ee1-25c8-458a-861e-5de5ffd567f0 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0611916 May 16 15:18:39.074538 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-323e9a03-9a60-40e9-ba02-841231954bed req-f5345300-79e5-4247-86f7-4d9616f0f523 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594378 May 16 15:18:39.093426 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea2faaad-1293-46ee-82ad-e4b367fb2fb1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (aa2d5c53-d272-47f8-892b-17088ee3a238), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.166631 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea2faaad-1293-46ee-82ad-e4b367fb2fb1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (aa2d5c53-d272-47f8-892b-17088ee3a238), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.193532 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2faaad-1293-46ee-82ad-e4b367fb2fb1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2d5c53-d272-47f8-892b-17088ee3a238,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:39.262850 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ea2faaad-1293-46ee-82ad-e4b367fb2fb1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.264061 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ea2faaad-1293-46ee-82ad-e4b367fb2fb1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3733675 May 16 15:18:39.267332 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35026) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:39.271777 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-08bed7cc-55b5-4b63-982f-d4c7adb3c3a2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'security_group_rule': {'security_group_id': 'aa2d5c53-d272-47f8-892b-17088ee3a238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:39.351449 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-08bed7cc-55b5-4b63-982f-d4c7adb3c3a2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (7a31f319-9ab1-47cb-b8fb-d4d2e41bc18c), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.403686 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-08bed7cc-55b5-4b63-982f-d4c7adb3c3a2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (7a31f319-9ab1-47cb-b8fb-d4d2e41bc18c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.475347 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-08bed7cc-55b5-4b63-982f-d4c7adb3c3a2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (7a31f319-9ab1-47cb-b8fb-d4d2e41bc18c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.493378 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bed7cc-55b5-4b63-982f-d4c7adb3c3a2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a31f319-9ab1-47cb-b8fb-d4d2e41bc18c,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:39.594569 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-08bed7cc-55b5-4b63-982f-d4c7adb3c3a2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.595744 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-08bed7cc-55b5-4b63-982f-d4c7adb3c3a2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274384 May 16 15:18:39.598348 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35028) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:39.602556 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-eb1b9a66-07c7-422d-9881-20061d7d1bba tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'security_group_rule': {'security_group_id': 'aa2d5c53-d272-47f8-892b-17088ee3a238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:39.683069 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a66-07c7-422d-9881-20061d7d1bba tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (862009eb-2ab8-4871-93d8-43a0d444ccfa), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.738966 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a66-07c7-422d-9881-20061d7d1bba tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (862009eb-2ab8-4871-93d8-43a0d444ccfa), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.809252 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a66-07c7-422d-9881-20061d7d1bba tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (862009eb-2ab8-4871-93d8-43a0d444ccfa), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.825827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b9a66-07c7-422d-9881-20061d7d1bba tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862009eb-2ab8-4871-93d8-43a0d444ccfa,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:39.909103 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9a66-07c7-422d-9881-20061d7d1bba tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.910312 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-eb1b9a66-07c7-422d-9881-20061d7d1bba tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3110461 May 16 15:18:39.913445 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35030) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:39.917630 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:40.020593 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:40.097187 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:40.227200 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05ceed-830a-4e94-962c-1406c96d2501 req-68882dec-0c47-492c-a461-fb953473d222 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:40.228667 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8b05ceed-830a-4e94-962c-1406c96d2501 req-68882dec-0c47-492c-a461-fb953473d222 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0770152 May 16 15:18:40.243061 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Allocated IP 172.27.1.38 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/0395732a-4515-44c1-84b0-129be56199c3) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:18:40.311793 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8b05ceed-830a-4e94-962c-1406c96d2501 req-bd7ed1f0-d1b3-4f1a-8526-1a1fc624c0a6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761046 May 16 15:18:40.382047 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for port (0395732a-4515-44c1-84b0-129be56199c3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:40.461178 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (0395732a-4515-44c1-84b0-129be56199c3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:40.495996 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:18:40.498810 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:40.505410 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:18:40.510225 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'Port': ['ID=0395732a-4515-44c1-84b0-129be56199c3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:40.588446 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (12013241-be9d-4154-96e5-32bd41584efe), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:40.640925 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:40.669415 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:40.701063 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (0395732a-4515-44c1-84b0-129be56199c3), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:40.871119 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for port (0395732a-4515-44c1-84b0-129be56199c3), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:40.929254 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (0395732a-4515-44c1-84b0-129be56199c3), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:40.992462 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'Port': ['ID=0395732a-4515-44c1-84b0-129be56199c3,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:41.003958 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (12013241-be9d-4154-96e5-32bd41584efe), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:41.088574 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:41.089809 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-657c6d50-b748-4784-9b5c-50f962f8d511 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1754432 May 16 15:18:41.282571 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-a0f879a6-df40-4d9e-9b04-2469d2e8331e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1665931358&fields=id&tenant_id=56ba8d3ade6e4efd90ce4c340464c565 HTTP/1.1" status: 200 len: 267 time: 0.0421724 May 16 15:18:41.387833 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-e0b82662-41e6-4715-b87f-265c78026a45 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:41.389297 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-e0b82662-41e6-4715-b87f-265c78026a45 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/networks?id=1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 200 len: 815 time: 0.1004293 May 16 15:18:41.427162 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-75504608-d223-4f96-a2b9-5b249cec1aa1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/quotas/56ba8d3ade6e4efd90ce4c340464c565 HTTP/1.1" status: 200 len: 375 time: 0.0280013 May 16 15:18:41.448768 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a819b6-ae91-4873-9740-548dfbeeac1e req-f819cc33-03e2-4bc9-ae04-b8ebf2f24845 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:41.450200 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d4a819b6-ae91-4873-9740-548dfbeeac1e req-f819cc33-03e2-4bc9-ae04-b8ebf2f24845 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0600433 May 16 15:18:41.497792 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-a6c96555-8505-4ae4-a821-2b5ba4d78e1a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653086 May 16 15:18:41.544947 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d4a819b6-ae91-4873-9740-548dfbeeac1e req-d3353911-1ed4-40e8-84dc-6e0a5effe50a tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788789 May 16 15:18:41.603372 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-baf3743b-02ad-492f-8fa5-474ff25364f1 service neutron] 10.222.0.71 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939441 May 16 15:18:41.693990 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-19f4c4a3-8424-45c8-acff-7f22339222e8 service neutron] 10.222.0.71 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848920 May 16 15:18:41.938880 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b7605ac-62ef-43bc-a47c-23fe7d585a6a req-9c111ac1-9344-4edc-9b88-40cfc03b0ce5 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 210 time: 0.0290804 May 16 15:18:42.614376 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:18:42.661429 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d8300-7559-48cd-ac91-f97cebee08af req-96136d69-0c0a-4824-8383-5fdfdb4dd081 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:42.662961 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff8d8300-7559-48cd-ac91-f97cebee08af req-96136d69-0c0a-4824-8383-5fdfdb4dd081 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0482466 May 16 15:18:42.710186 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff8d8300-7559-48cd-ac91-f97cebee08af req-55897767-41f0-41b4-a845-8163e60ca955 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414519 May 16 15:18:43.039137 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-90d6d96f-a315-4820-bd91-e8d236d39c2e req-a1d4b2b4-d456-4bff-9eee-c1578c408c9d tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 210 time: 0.0317979 May 16 15:18:43.876145 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398464d0-4d92-434a-9278-948a93439656 req-7e2bb1a8-94c5-48f9-8fd1-0f8cccc1d41b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:43.877633 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-398464d0-4d92-434a-9278-948a93439656 req-7e2bb1a8-94c5-48f9-8fd1-0f8cccc1d41b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0916629 May 16 15:18:43.943619 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-788bc3f7-3aff-4caf-b200-548f35a65f3c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:43.947760 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-788bc3f7-3aff-4caf-b200-548f35a65f3c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "GET /v2.0/networks?id=1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 200 len: 815 time: 0.1676810 May 16 15:18:43.955528 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-398464d0-4d92-434a-9278-948a93439656 req-5cee6d9f-fc3b-4fa1-b926-66fe464cd953 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708895 May 16 15:18:44.021530 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-518ef219-3cf6-435b-ba5e-31001feb8638 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56ba8d3ade6e4efd90ce4c340464c565 HTTP/1.1" status: 200 len: 380 time: 0.0528655 May 16 15:18:44.030337 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'port': {'device_id': 'e13d168b-75a6-49ab-a169-a941b031915a', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'admin_state_up': True, 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'security_groups': ['aa2d5c53-d272-47f8-892b-17088ee3a238']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:44.159889 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-21d03029-b5ee-4c5d-8a5f-e00baed57861 req-5f834013-abb8-4742-b5c5-b9ba8632ad4d tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 210 time: 0.0479920 May 16 15:18:44.246567 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Made reservation on behalf of 56ba8d3ade6e4efd90ce4c340464c565 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:18:44.250078 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:44.369213 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Allocated IP 172.20.0.5 (1a605965-a559-434b-a7bc-1500d5306bfd/3320305d-ea26-430d-95fd-04322a6b5aa8/b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:18:44.500726 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:44.600851 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:44.641760 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Network 1a605965-a559-434b-a7bc-1500d5306bfd is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:18:44.647703 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:44.654050 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:18:44.680548 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'Port': ['ID=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:44.709137 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:44.709788 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:44.805355 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-53d4b71c-ef3d-42d0-88ce-788bde9ed75b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7783918 May 16 15:18:44.824244 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Request body: {'port': {'device_id': 'e13d168b-75a6-49ab-a169-a941b031915a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:44.888257 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:44.892214 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7c672b86-af9a-4ce5-917a-972f7d38891b None None] Provisioning complete for port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:44.892684 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c672b86-af9a-4ce5-917a-972f7d38891b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:44.926149 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7c672b86-af9a-4ce5-917a-972f7d38891b None None] Port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:18:45.106173 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184b98c-0b4e-4ad4-a371-abae5cdbbe8b req-7699fa50-eedd-45d9-8d1b-bd05bb04de32 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:45.107618 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0184b98c-0b4e-4ad4-a371-abae5cdbbe8b req-7699fa50-eedd-45d9-8d1b-bd05bb04de32 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0677724 May 16 15:18:45.228797 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0184b98c-0b4e-4ad4-a371-abae5cdbbe8b req-8c7e1ce9-6e58-4345-b629-f5ed0b4b3a12 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850196 May 16 15:18:45.322833 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4fb7d-4509-4fef-a1ec-f3f572f57eb0 req-45d3f7eb-6606-4c00-9721-019dbe783653 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:45.324367 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-adc4fb7d-4509-4fef-a1ec-f3f572f57eb0 req-45d3f7eb-6606-4c00-9721-019dbe783653 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 931 time: 0.0916712 May 16 15:18:45.330971 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:18:45.345277 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Publish callbacks [] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:45.379498 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Transition to ACTIVE for port object b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:18:45.397905 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-adc4fb7d-4509-4fef-a1ec-f3f572f57eb0 req-2a03a2dc-bb63-4666-ae9f-5c0d02db4cfb tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612061 May 16 15:18:45.444166 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:45.502834 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:45.575339 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Attempting to bind port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:18:45.576009 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Attempting to bind port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:18:45.576341 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Attempting to bind port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 on network 1a605965-a559-434b-a7bc-1500d5306bfd {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:18:45.581452 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 on network 1a605965-a559-434b-a7bc-1500d5306bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:18:45.581854 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Attempting to bind port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 on network 1a605965-a559-434b-a7bc-1500d5306bfd {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:18:45.587512 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:18:45.587903 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Checking segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:18:45.588299 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Bound using segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:18:45.588734 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Bound port: b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:18:45.589108 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:45.654339 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] For port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:18:45.657251 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] For port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:18:45.718402 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:45.753804 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:45.761467 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:45.761467 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] 10.222.0.25 "PUT /v2.0/ports/b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 HTTP/1.1" status: 200 len: 1093 time: 0.9360468 May 16 15:18:45.761467 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13d168b-75a6-49ab-a169-a941b031915a', 'tag': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:45.761467 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f56a1a-5dbe-4dbf-953e-fc0a16826864" -d '{"events": [{"name": "network-changed", "server_uuid": "e13d168b-75a6-49ab-a169-a941b031915a", "tag": "b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:45.781629 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc436f56-1c67-438a-aeb7-1642062687d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:45.801662 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037eaa36-b854-4172-9996-68292ac57608 x-openstack-request-id: req-037eaa36-b854-4172-9996-68292ac57608 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:45.801662 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13d168b-75a6-49ab-a169-a941b031915a", "tag": "b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:45.801896 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-037eaa36-b854-4172-9996-68292ac57608 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:45.802316 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037eaa36-b854-4172-9996-68292ac57608'] response: {'name': 'network-changed', 'server_uuid': 'e13d168b-75a6-49ab-a169-a941b031915a', 'tag': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507', 'status': 'completed', 'code': 200} May 16 15:18:45.898771 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f56a1a-5dbe-4dbf-953e-fc0a16826864 req-f3f2187f-e2c1-47fb-85bd-d1b1af1ef983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:45.900596 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-09f56a1a-5dbe-4dbf-953e-fc0a16826864 req-f3f2187f-e2c1-47fb-85bd-d1b1af1ef983 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 1127 time: 0.0415120 May 16 15:18:46.057860 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f56a1a-5dbe-4dbf-953e-fc0a16826864 req-a5498e30-6ba7-4443-ba7e-e3507357208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:46.059199 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-09f56a1a-5dbe-4dbf-953e-fc0a16826864 req-a5498e30-6ba7-4443-ba7e-e3507357208e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0954313 May 16 15:18:46.152623 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f56a1a-5dbe-4dbf-953e-fc0a16826864 req-a2017a3e-3083-42e8-a1f1-1eb49be04acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:46.154037 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-09f56a1a-5dbe-4dbf-953e-fc0a16826864 req-a2017a3e-3083-42e8-a1f1-1eb49be04acd service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883279 May 16 15:18:46.547423 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-4ad58aa0-eb44-45b7-8d1c-a4ab4e9bae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:46.548989 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-4ad58aa0-eb44-45b7-8d1c-a4ab4e9bae83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 1127 time: 0.3313053 May 16 15:18:46.572571 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad71c44-8058-4791-b2c1-0c7bbdac4c22 req-a5d2b4ef-ad82-46fe-b98e-b6179f0f4c74 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:46.573955 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3ad71c44-8058-4791-b2c1-0c7bbdac4c22 req-a5d2b4ef-ad82-46fe-b98e-b6179f0f4c74 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0846484 May 16 15:18:46.579667 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4851fe4-94c9-451e-be36-183cfdf921a3 req-0de59794-2b06-40d0-a31c-0442c58ab548 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:46.580988 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c4851fe4-94c9-451e-be36-183cfdf921a3 req-0de59794-2b06-40d0-a31c-0442c58ab548 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 943 time: 0.0904794 May 16 15:18:46.638044 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-6ce8e742-9ee3-4ec9-a713-a08119e4167d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 HTTP/1.1" status: 200 len: 217 time: 0.0725648 May 16 15:18:46.713930 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c4851fe4-94c9-451e-be36-183cfdf921a3 req-4eb2e882-f042-4455-93cf-690e2a933869 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257992 May 16 15:18:46.720660 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3ad71c44-8058-4791-b2c1-0c7bbdac4c22 req-1e2bc52b-e9e1-468f-af3c-0ec714195779 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341605 May 16 15:18:46.725995 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-6dc79f3d-3db1-4cc0-8ef9-9b58cddcd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:46.727407 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-6dc79f3d-3db1-4cc0-8ef9-9b58cddcd83e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3320305d-ea26-430d-95fd-04322a6b5aa8 HTTP/1.1" status: 200 len: 854 time: 0.0821433 May 16 15:18:46.774979 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-97ec3b25-3c14-49c9-a44d-d22e19681b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:46.776579 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-97ec3b25-3c14-49c9-a44d-d22e19681b0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a605965-a559-434b-a7bc-1500d5306bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425627 May 16 15:18:46.863760 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-049e6c5b-1cc9-49f7-9262-90aa199fde24 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804293 May 16 15:18:46.958963 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba95f7df-c884-4c8a-83c5-ae224e09e464 req-2d0d386b-8ae4-4ca5-97a7-81a0f3d3d557 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875380 May 16 15:18:47.849477 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2314071-38e2-4feb-93a8-c71557007e1a req-d075c105-5974-4b31-9422-c852caa48f42 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:47.850947 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e2314071-38e2-4feb-93a8-c71557007e1a req-d075c105-5974-4b31-9422-c852caa48f42 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 943 time: 0.0708537 May 16 15:18:47.861398 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0ba92-8cd4-426b-abd7-9d1853bce7df req-9baaab6f-a71a-4178-b527-1970834f7deb tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:47.863321 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b0a0ba92-8cd4-426b-abd7-9d1853bce7df req-9baaab6f-a71a-4178-b527-1970834f7deb tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0722692 May 16 15:18:47.937200 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e2314071-38e2-4feb-93a8-c71557007e1a req-63e4204f-20b0-43e3-b1a7-58f2ccee3976 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729127 May 16 15:18:47.940620 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b0a0ba92-8cd4-426b-abd7-9d1853bce7df req-7c57a8b3-7efa-48b0-998f-f12486277d10 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705333 May 16 15:18:48.037578 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:18:48.133875 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:48.144869 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'port_id': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507', 'mac_address': 'fa:16:3e:bd:e2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:18:48.178070 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:48.178384 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:48.190226 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:18:48.209613 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:48.260551 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:48.309186 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:48.316582 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.316582 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.317281 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.317627 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.317966 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.318327 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.318658 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.318987 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.319315 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.319675 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.320006 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.320348 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.320677 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.320999 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.321321 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:48.718464 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:18:49.122187 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a96a7-edff-4d85-8fde-eee70696b00d req-d089817d-af6c-4279-858b-97afaa7fb2cf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:49.123733 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-647a96a7-edff-4d85-8fde-eee70696b00d req-d089817d-af6c-4279-858b-97afaa7fb2cf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 944 time: 0.1175897 May 16 15:18:49.152647 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496446df-4352-4f8a-9fc3-78dba15cf4b2 req-f223dfef-4b0f-4885-9b6f-43110f1cd825 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:49.154061 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-496446df-4352-4f8a-9fc3-78dba15cf4b2 req-f223dfef-4b0f-4885-9b6f-43110f1cd825 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0784669 May 16 15:18:49.198690 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-647a96a7-edff-4d85-8fde-eee70696b00d req-40593e67-48af-4f60-bf9a-92396fa352df tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689507 May 16 15:18:49.220008 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-496446df-4352-4f8a-9fc3-78dba15cf4b2 req-6e8c6121-40ab-47f0-a83b-bd031aa5916f tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592759 May 16 15:18:49.389795 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97280117-af75-463e-baa5-8c35e51982f9 req-36866296-767f-4432-8c74-e7490a7f268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:49.391369 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-97280117-af75-463e-baa5-8c35e51982f9 req-36866296-767f-4432-8c74-e7490a7f268a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 1130 time: 0.0418210 May 16 15:18:49.437762 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-97280117-af75-463e-baa5-8c35e51982f9 req-791ad578-a137-43dd-b59e-a6eebbf8e663 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373325 May 16 15:18:50.051095 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:50.094267 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:18:50.157988 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:50.158460 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:50.230748 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:50.231137 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:50.254949 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13d168b-75a6-49ab-a169-a941b031915a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:50.257405 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8b6752-abee-46c9-aaae-2364fb5fd6fc" -d '{"events": [{"server_uuid": "e13d168b-75a6-49ab-a169-a941b031915a", "name": "network-vif-plugged", "status": "completed", "tag": "b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:50.270128 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:50.332826 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:50.341520 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143a033-be73-4f79-8f25-7f097330055b req-742869aa-bfac-4cf2-9c8d-7052671cc2c3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:50.343014 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c143a033-be73-4f79-8f25-7f097330055b req-742869aa-bfac-4cf2-9c8d-7052671cc2c3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 944 time: 0.0742860 May 16 15:18:50.362745 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e657d2b-c7e7-4a46-804d-601f8346e9e5 req-b0ca89c5-b119-490a-b7e8-35532df91668 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:50.364654 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e657d2b-c7e7-4a46-804d-601f8346e9e5 req-b0ca89c5-b119-490a-b7e8-35532df91668 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0666602 May 16 15:18:50.383191 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:50.433320 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c143a033-be73-4f79-8f25-7f097330055b req-157261ef-728b-490f-a55e-8f612653d4ba tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845211 May 16 15:18:50.436509 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7e657d2b-c7e7-4a46-804d-601f8346e9e5 req-cf7f0da3-01f9-4f61-b054-e6ab66425433 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654562 May 16 15:18:50.475568 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1c1793-5bfa-4fd4-bb28-570df48af26a x-openstack-request-id: req-3e1c1793-5bfa-4fd4-bb28-570df48af26a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:50.475927 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13d168b-75a6-49ab-a169-a941b031915a", "name": "network-vif-plugged", "status": "completed", "tag": "b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:50.476189 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3e1c1793-5bfa-4fd4-bb28-570df48af26a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:50.476615 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1c1793-5bfa-4fd4-bb28-570df48af26a'] response: {'server_uuid': 'e13d168b-75a6-49ab-a169-a941b031915a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507', 'code': 200} May 16 15:18:51.612142 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ee44a-9bb2-416a-bbe1-000e2b927023 req-7b23f38a-5698-41cc-8594-db372663b200 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:51.615028 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-867ee44a-9bb2-416a-bbe1-000e2b927023 req-7b23f38a-5698-41cc-8594-db372663b200 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.1067014 May 16 15:18:51.621289 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa6b41-4beb-4ade-8f03-59cc4dfd650b req-74a68858-281d-478e-8114-53c443b44ae6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:51.622686 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-14fa6b41-4beb-4ade-8f03-59cc4dfd650b req-74a68858-281d-478e-8114-53c443b44ae6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.1115789 May 16 15:18:51.623572 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c893564-651a-46db-bdd4-7925cfdea220 req-350bd5d1-fb5f-413c-a289-780559aca492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:51.624927 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c893564-651a-46db-bdd4-7925cfdea220 req-350bd5d1-fb5f-413c-a289-780559aca492 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 1129 time: 0.1265819 May 16 15:18:51.729993 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-867ee44a-9bb2-416a-bbe1-000e2b927023 req-b9ab46b1-b2a3-4c5e-bd9b-ac1df58ef714 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040184 May 16 15:18:51.733111 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-14fa6b41-4beb-4ade-8f03-59cc4dfd650b req-781537ec-3c57-4d3e-9f4e-23b4bce8f667 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998857 May 16 15:18:51.735249 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c893564-651a-46db-bdd4-7925cfdea220 req-0b3b17bc-9b9d-4845-bae2-ae392371248d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029868 May 16 15:18:51.831530 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b46fa6-7254-4612-b445-a2d6e6b0851d req-78797719-b858-4346-9191-447f5bfd4989 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:51.833696 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-82b46fa6-7254-4612-b445-a2d6e6b0851d req-78797719-b858-4346-9191-447f5bfd4989 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 945 time: 0.0467801 May 16 15:18:51.888039 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-82b46fa6-7254-4612-b445-a2d6e6b0851d req-755afde8-8b64-4d90-912f-6a60a389930c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482295 May 16 15:18:52.255251 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bd3c1-fb8a-4806-ab60-81d4b200b4a7 req-253ee1a9-50d1-4145-a0a8-19d2204db478 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:52.256735 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ce9bd3c1-fb8a-4806-ab60-81d4b200b4a7 req-253ee1a9-50d1-4145-a0a8-19d2204db478 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0463665 May 16 15:18:52.304819 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ce9bd3c1-fb8a-4806-ab60-81d4b200b4a7 req-8ba08de5-6e5d-4c71-b96f-f114ec696c1a tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428145 May 16 15:18:52.848738 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f30e5-d4d2-474f-8e62-14c0c2517561 req-40a03591-ef0f-4499-b94e-54cf7649ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:52.850213 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd7f30e5-d4d2-474f-8e62-14c0c2517561 req-40a03591-ef0f-4499-b94e-54cf7649ee6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 1130 time: 0.0660787 May 16 15:18:52.865207 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a31e9-7ee2-4c46-b2f3-2e4143b672ff req-df7c0c86-ce89-4163-8b10-01a93b4791a7 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:52.866559 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8a7a31e9-7ee2-4c46-b2f3-2e4143b672ff req-df7c0c86-ce89-4163-8b10-01a93b4791a7 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0568614 May 16 15:18:52.980082 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8a7a31e9-7ee2-4c46-b2f3-2e4143b672ff req-9beb9587-65b6-453a-8a0a-9db21d8385fe tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074944 May 16 15:18:53.027094 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8967a5-4036-4f75-bc20-60e1a2aadd61 req-d320f06f-2c7f-48ea-9f0e-f73c334a820c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:53.028513 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0f8967a5-4036-4f75-bc20-60e1a2aadd61 req-d320f06f-2c7f-48ea-9f0e-f73c334a820c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 945 time: 0.0680673 May 16 15:18:53.029573 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f30e5-d4d2-474f-8e62-14c0c2517561 req-0ae02703-a366-4c8a-9b40-638ebe78969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:53.030861 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd7f30e5-d4d2-474f-8e62-14c0c2517561 req-0ae02703-a366-4c8a-9b40-638ebe78969e service neutron] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 920 time: 0.1595752 May 16 15:18:53.075056 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0f8967a5-4036-4f75-bc20-60e1a2aadd61 req-8db86047-9dd8-484c-b4dc-a38ae130f762 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408123 May 16 15:18:53.415589 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b5ba2-6516-46a2-a502-ea2746308899 req-749f959f-89a0-4a2a-8369-dfa633994d43 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:53.417061 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-696b5ba2-6516-46a2-a502-ea2746308899 req-749f959f-89a0-4a2a-8369-dfa633994d43 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0456126 May 16 15:18:53.463220 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-696b5ba2-6516-46a2-a502-ea2746308899 req-e3f19724-5d89-4e92-9101-e4a2fb038eb4 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405741 May 16 15:18:53.734940 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd7f30e5-d4d2-474f-8e62-14c0c2517561 req-b48156c9-5a44-4b1e-b937-30e439da3b51 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b HTTP/1.1" status: 200 len: 1002 time: 0.0574880 May 16 15:18:53.783367 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f30e5-d4d2-474f-8e62-14c0c2517561 req-ffef7305-78c2-49e7-b4a2-15d8a08a64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:53.785795 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd7f30e5-d4d2-474f-8e62-14c0c2517561 req-ffef7305-78c2-49e7-b4a2-15d8a08a64f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.0430777 May 16 15:18:53.840578 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f30e5-d4d2-474f-8e62-14c0c2517561 req-706419f2-c912-444b-bc5e-58fee740bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:53.842053 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd7f30e5-d4d2-474f-8e62-14c0c2517561 req-706419f2-c912-444b-bc5e-58fee740bafe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369918 May 16 15:18:53.937978 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd7f30e5-d4d2-474f-8e62-14c0c2517561 req-358cd886-bdfb-4646-9159-8772b75c19b7 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864918 May 16 15:18:54.033707 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd7f30e5-d4d2-474f-8e62-14c0c2517561 req-0cffa372-8674-4cfa-b556-04d33122764a service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839610 May 16 15:18:54.100745 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd8e23-edbd-4577-a7ac-5d5ba06a55ab req-7d515327-9c17-4176-ba10-2bcabfc8c092 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:54.103277 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27dd8e23-edbd-4577-a7ac-5d5ba06a55ab req-7d515327-9c17-4176-ba10-2bcabfc8c092 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0516815 May 16 15:18:54.164464 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27dd8e23-edbd-4577-a7ac-5d5ba06a55ab req-bcb6a8e0-b2a6-4979-b8f8-46c584ee5910 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516648 May 16 15:18:54.197310 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9671a-abdc-4962-bc8a-892a62d5e1ca req-7e9bec65-b57e-4010-ad8e-ce6a786c6da9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:54.198758 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8ca9671a-abdc-4962-bc8a-892a62d5e1ca req-7e9bec65-b57e-4010-ad8e-ce6a786c6da9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 945 time: 0.0502222 May 16 15:18:54.244748 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8ca9671a-abdc-4962-bc8a-892a62d5e1ca req-c46469b0-037f-4643-b4f2-ab9aa490c86b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404932 May 16 15:18:54.352759 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ef69-4bbb-46b9-ae0f-9ab69d2ef827 req-852a64f1-a6e1-4003-a5c9-f299533fd542 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:54.354207 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f931ef69-4bbb-46b9-ae0f-9ab69d2ef827 req-852a64f1-a6e1-4003-a5c9-f299533fd542 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 945 time: 0.0486434 May 16 15:18:54.362593 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35148) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:54.366986 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-110d3055-dee0-4072-b995-b4081e29528a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'floatingip': {'port_id': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:54.407730 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-110d3055-dee0-4072-b995-b4081e29528a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (12013241-be9d-4154-96e5-32bd41584efe), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:54.600970 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5273940-7f5d-46ed-b2a9-02e73e5c7584 req-4a2059d0-94b6-4297-b5cb-c568da11e3a9 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:54.602315 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c5273940-7f5d-46ed-b2a9-02e73e5c7584 req-4a2059d0-94b6-4297-b5cb-c568da11e3a9 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0553641 May 16 15:18:54.743186 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c5273940-7f5d-46ed-b2a9-02e73e5c7584 req-1e2053bf-7e6a-4915-a03e-07ea6168d3a1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156578 May 16 15:18:54.885267 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-110d3055-dee0-4072-b995-b4081e29528a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:54.926380 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-110d3055-dee0-4072-b995-b4081e29528a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (12013241-be9d-4154-96e5-32bd41584efe), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:55.018934 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-110d3055-dee0-4072-b995-b4081e29528a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Floating IP 12013241-be9d-4154-96e5-32bd41584efe associated. External IP: 172.27.1.38, port: b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507. May 16 15:18:55.210428 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110d3055-dee0-4072-b995-b4081e29528a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Router 2614e299-9545-4e33-9bed-05db8c6f08f2 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:18:55.305927 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b526e81-4dee-4fe1-9e0e-4b1e5b070c8f req-993ca90e-4180-4c75-ae9d-85ef8b1d0041 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:55.307363 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8b526e81-4dee-4fe1-9e0e-4b1e5b070c8f req-993ca90e-4180-4c75-ae9d-85ef8b1d0041 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0564504 May 16 15:18:55.613964 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110d3055-dee0-4072-b995-b4081e29528a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:18:55.623249 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-110d3055-dee0-4072-b995-b4081e29528a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:55.625326 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33882ddc-9a2e-4f34-be6b-3a11d937b8fb None None] Sync routers for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:18:55.636633 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33882ddc-9a2e-4f34-be6b-3a11d937b8fb None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:55.637489 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-33882ddc-9a2e-4f34-be6b-3a11d937b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:18:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:55.660630 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8b526e81-4dee-4fe1-9e0e-4b1e5b070c8f req-3c5abd14-2041-4fe7-9d86-3e66eb6f8b41 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267541 May 16 15:18:55.666333 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-110d3055-dee0-4072-b995-b4081e29528a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "PUT /v2.0/floatingips/12013241-be9d-4154-96e5-32bd41584efe HTTP/1.1" status: 200 len: 990 time: 1.3024650 May 16 15:18:55.666940 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13d168b-75a6-49ab-a169-a941b031915a', 'tag': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:55.669328 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8226740-37b9-4925-827a-47d2d6e366b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e13d168b-75a6-49ab-a169-a941b031915a", "tag": "b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:55.712085 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6217e43-3ee2-404c-a703-a948748d1517 x-openstack-request-id: req-b6217e43-3ee2-404c-a703-a948748d1517 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:55.712464 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13d168b-75a6-49ab-a169-a941b031915a", "tag": "b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:55.712780 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b6217e43-3ee2-404c-a703-a948748d1517 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:55.713250 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6217e43-3ee2-404c-a703-a948748d1517'] response: {'name': 'network-changed', 'server_uuid': 'e13d168b-75a6-49ab-a169-a941b031915a', 'tag': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507', 'status': 'completed', 'code': 200} May 16 15:18:55.824867 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-33882ddc-9a2e-4f34-be6b-3a11d937b8fb None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:55.853256 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8226740-37b9-4925-827a-47d2d6e366b2 req-54a56a83-5eb9-404c-b547-e71662e9768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:55.854763 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d8226740-37b9-4925-827a-47d2d6e366b2 req-54a56a83-5eb9-404c-b547-e71662e9768e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 1129 time: 0.0692015 May 16 15:18:55.868953 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b023ca4-f219-4a8d-8794-ca08c86338a8 req-467810cb-fc57-482e-8a2d-29b8d2de0e9b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:55.870788 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3b023ca4-f219-4a8d-8794-ca08c86338a8 req-467810cb-fc57-482e-8a2d-29b8d2de0e9b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0554161 May 16 15:18:55.932316 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3b023ca4-f219-4a8d-8794-ca08c86338a8 req-2eb34464-42a5-4465-a671-612448151422 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550988 May 16 15:18:56.048734 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-33882ddc-9a2e-4f34-be6b-3a11d937b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '12013241-be9d-4154-96e5-32bd41584efe', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:bd:e2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13d168b-75a6-49ab-a169-a941b031915a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:18:40Z', 'updated_at': '2022-05-16T15:18:54Z', 'revision_number': 1, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:56.072982 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33882ddc-9a2e-4f34-be6b-3a11d937b8fb None None] Checking router: 2614e299-9545-4e33-9bed-05db8c6f08f2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:18:56.080770 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33882ddc-9a2e-4f34-be6b-3a11d937b8fb None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:56.081359 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-33882ddc-9a2e-4f34-be6b-3a11d937b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:18:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:56.177558 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-33882ddc-9a2e-4f34-be6b-3a11d937b8fb None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:56.378160 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-33882ddc-9a2e-4f34-be6b-3a11d937b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '12013241-be9d-4154-96e5-32bd41584efe', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:bd:e2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13d168b-75a6-49ab-a169-a941b031915a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:18:40Z', 'updated_at': '2022-05-16T15:18:54Z', 'revision_number': 1, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:56.406071 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33882ddc-9a2e-4f34-be6b-3a11d937b8fb None None] The sync data for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi is: [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '12013241-be9d-4154-96e5-32bd41584efe', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:bd:e2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13d168b-75a6-49ab-a169-a941b031915a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:18:40Z', 'updated_at': '2022-05-16T15:18:54Z', 'revision_number': 1, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:18:56.537137 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8226740-37b9-4925-827a-47d2d6e366b2 req-d74bcb2b-5597-4a16-ac27-2277898e8192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:56.538710 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d8226740-37b9-4925-827a-47d2d6e366b2 req-d74bcb2b-5597-4a16-ac27-2277898e8192 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 200 len: 916 time: 0.0932047 May 16 15:18:56.609234 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d8226740-37b9-4925-827a-47d2d6e366b2 req-9d3c001c-a4fd-4b6d-b7d6-921280404381 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 HTTP/1.1" status: 200 len: 998 time: 0.0636778 May 16 15:18:56.609463 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fff161-e74f-47e2-9f73-10bdaf8fa90a None None] New status for floating IP 12013241-be9d-4154-96e5-32bd41584efe: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:18:56.660684 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8226740-37b9-4925-827a-47d2d6e366b2 req-b34c4833-e206-4fa0-a6e6-1c8de0830b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:56.662220 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d8226740-37b9-4925-827a-47d2d6e366b2 req-b34c4833-e206-4fa0-a6e6-1c8de0830b0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3320305d-ea26-430d-95fd-04322a6b5aa8 HTTP/1.1" status: 200 len: 854 time: 0.0465033 May 16 15:18:56.707082 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8226740-37b9-4925-827a-47d2d6e366b2 req-5bdf4468-2e27-41fc-9522-80e55d2f41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:56.708834 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d8226740-37b9-4925-827a-47d2d6e366b2 req-5bdf4468-2e27-41fc-9522-80e55d2f41d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a605965-a559-434b-a7bc-1500d5306bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394964 May 16 15:18:56.821284 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1605a-6674-4d02-b780-d5c911ef7595 req-37a7dfb4-7714-4653-8e6a-50b4e1520295 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:56.822772 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2db1605a-6674-4d02-b780-d5c911ef7595 req-37a7dfb4-7714-4653-8e6a-50b4e1520295 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0812590 May 16 15:18:56.854088 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d8226740-37b9-4925-827a-47d2d6e366b2 req-33e2b77c-ee28-482f-b99d-68202aff1557 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375301 May 16 15:18:56.906589 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2db1605a-6674-4d02-b780-d5c911ef7595 req-a994be9e-6b3d-4b41-a0d7-7bb4655160ae tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773258 May 16 15:18:56.965980 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d8226740-37b9-4925-827a-47d2d6e366b2 req-84f49748-ec15-4252-be06-ebe2444efb87 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055548 May 16 15:18:57.042880 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049365e-2577-40cb-89ce-98fbe34c9ede req-a517bce8-abdd-4a95-896e-fa3e68d33c03 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:57.044386 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5049365e-2577-40cb-89ce-98fbe34c9ede req-a517bce8-abdd-4a95-896e-fa3e68d33c03 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0476859 May 16 15:18:57.090330 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5049365e-2577-40cb-89ce-98fbe34c9ede req-c1c4b711-8701-46fb-9323-5436ee42c670 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403860 May 16 15:18:57.196629 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20efcfc-0925-402d-b490-9b0ce9673881 req-f70b3e39-83ab-4e89-8465-063b4f5783cb tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:57.198065 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f20efcfc-0925-402d-b490-9b0ce9673881 req-f70b3e39-83ab-4e89-8465-063b4f5783cb tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0449872 May 16 15:18:57.206517 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35168) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:57.211288 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-12f5e916-b061-4334-8e28-6829e4bdeff3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Request body: {'floatingip': {'port_id': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:57.264463 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12f5e916-b061-4334-8e28-6829e4bdeff3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for floatingip (725a695b-bca0-4c7c-a63e-82b0d3aeef6d), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:57.688610 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12f5e916-b061-4334-8e28-6829e4bdeff3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:57.786495 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12f5e916-b061-4334-8e28-6829e4bdeff3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (725a695b-bca0-4c7c-a63e-82b0d3aeef6d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:57.990691 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f5e916-b061-4334-8e28-6829e4bdeff3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:18:58.027999 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57529e86-9efd-4758-9574-d15bb8ac2722 req-c6b47819-590b-46c7-b295-32e795d7e040 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:58.029442 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-57529e86-9efd-4758-9574-d15bb8ac2722 req-c6b47819-590b-46c7-b295-32e795d7e040 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0546775 May 16 15:18:58.143169 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-57529e86-9efd-4758-9574-d15bb8ac2722 req-545aa3c4-07f2-4811-a8f5-6d114030722f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797765 May 16 15:18:58.153419 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f5e916-b061-4334-8e28-6829e4bdeff3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:18:58.158117 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-12f5e916-b061-4334-8e28-6829e4bdeff3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:58.164028 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22d798-169d-42ad-a42c-0c0df84521ae None None] Sync routers for ids ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:18:58.174231 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22d798-169d-42ad-a42c-0c0df84521ae None None] Routers {'3edad729-ba6b-4c0b-95b4-1fbb1b067395'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:58.175111 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5d22d798-169d-42ad-a42c-0c0df84521ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:18:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:58.193310 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d612141-6fe0-4d49-b1aa-071acc497104', 'tag': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:58.195512 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b589c87-0202-4819-bb9e-f615e4706a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d612141-6fe0-4d49-b1aa-071acc497104", "tag": "75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:58.225491 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-12f5e916-b061-4334-8e28-6829e4bdeff3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "PUT /v2.0/floatingips/725a695b-bca0-4c7c-a63e-82b0d3aeef6d HTTP/1.1" status: 200 len: 994 time: 1.0174947 May 16 15:18:58.230970 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ba1c46-631d-46ff-ac1d-9988eeebce1c x-openstack-request-id: req-74ba1c46-631d-46ff-ac1d-9988eeebce1c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:58.231260 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d612141-6fe0-4d49-b1aa-071acc497104", "tag": "75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:58.231516 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-74ba1c46-631d-46ff-ac1d-9988eeebce1c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:58.231948 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ba1c46-631d-46ff-ac1d-9988eeebce1c'] response: {'name': 'network-changed', 'server_uuid': '4d612141-6fe0-4d49-b1aa-071acc497104', 'tag': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'status': 'completed', 'code': 200} May 16 15:18:58.284598 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5d22d798-169d-42ad-a42c-0c0df84521ae None None] Set router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:58.317908 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589c87-0202-4819-bb9e-f615e4706a8c req-8e4b5632-7cf8-4312-9ee6-a3751b4ef12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:58.319398 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2b589c87-0202-4819-bb9e-f615e4706a8c req-8e4b5632-7cf8-4312-9ee6-a3751b4ef12b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 1130 time: 0.0391290 May 16 15:18:58.412632 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589c87-0202-4819-bb9e-f615e4706a8c req-4c04347a-0b30-4e4a-90d4-6b6f3cb27806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:58.414045 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2b589c87-0202-4819-bb9e-f615e4706a8c req-4c04347a-0b30-4e4a-90d4-6b6f3cb27806 service neutron] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 920 time: 0.0876908 May 16 15:18:58.479909 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2b589c87-0202-4819-bb9e-f615e4706a8c req-0cc09c76-4f93-4a2c-9726-c90da71789f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b HTTP/1.1" status: 200 len: 1002 time: 0.0598471 May 16 15:18:58.490376 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5d22d798-169d-42ad-a42c-0c0df84521ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '725a695b-bca0-4c7c-a63e-82b0d3aeef6d', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'port_id': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'mac_address': 'fa:16:3e:9a:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d612141-6fe0-4d49-b1aa-071acc497104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:12Z', 'updated_at': '2022-05-16T15:18:57Z', 'revision_number': 3, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52edac99-a9cb-4c8c-af28-16dc5b8cd2d4', 'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'mac_address': 'fa:16:3e:c6:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:15Z', 'updated_at': '2022-05-16T15:15:28Z', 'revision_number': 5, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'subnets': [{'id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:58.514803 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22d798-169d-42ad-a42c-0c0df84521ae None None] Checking router: 3edad729-ba6b-4c0b-95b4-1fbb1b067395 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:18:58.523292 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22d798-169d-42ad-a42c-0c0df84521ae None None] Routers {'3edad729-ba6b-4c0b-95b4-1fbb1b067395'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:58.523933 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5d22d798-169d-42ad-a42c-0c0df84521ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:18:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:58.527809 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589c87-0202-4819-bb9e-f615e4706a8c req-b67341a0-d9d8-4d16-a26c-05bc2e5cda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:58.529296 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2b589c87-0202-4819-bb9e-f615e4706a8c req-b67341a0-d9d8-4d16-a26c-05bc2e5cda9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.0435886 May 16 15:18:58.575461 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589c87-0202-4819-bb9e-f615e4706a8c req-ddd11eb8-a68c-4c3f-b1df-8a573b9e0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:58.577032 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2b589c87-0202-4819-bb9e-f615e4706a8c req-ddd11eb8-a68c-4c3f-b1df-8a573b9e0239 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419605 May 16 15:18:58.622216 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5d22d798-169d-42ad-a42c-0c0df84521ae None None] Set router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:58.665740 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2b589c87-0202-4819-bb9e-f615e4706a8c req-800122ee-5e9a-44d2-ace8-f0c6f6482e24 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822439 May 16 15:18:58.764816 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2b589c87-0202-4819-bb9e-f615e4706a8c req-57b2b264-ee0f-4976-bef2-415a4be2be0e service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852802 May 16 15:18:58.828710 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5d22d798-169d-42ad-a42c-0c0df84521ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '725a695b-bca0-4c7c-a63e-82b0d3aeef6d', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'port_id': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'mac_address': 'fa:16:3e:9a:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d612141-6fe0-4d49-b1aa-071acc497104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:12Z', 'updated_at': '2022-05-16T15:18:57Z', 'revision_number': 3, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52edac99-a9cb-4c8c-af28-16dc5b8cd2d4', 'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'mac_address': 'fa:16:3e:c6:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:15Z', 'updated_at': '2022-05-16T15:15:28Z', 'revision_number': 5, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'subnets': [{'id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:58.852974 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22d798-169d-42ad-a42c-0c0df84521ae None None] The sync data for ids ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'] in dv-cinder-841753-2-iscsi is: [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '725a695b-bca0-4c7c-a63e-82b0d3aeef6d', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'port_id': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'mac_address': 'fa:16:3e:9a:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d612141-6fe0-4d49-b1aa-071acc497104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:12Z', 'updated_at': '2022-05-16T15:18:57Z', 'revision_number': 3, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52edac99-a9cb-4c8c-af28-16dc5b8cd2d4', 'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'mac_address': 'fa:16:3e:c6:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:15Z', 'updated_at': '2022-05-16T15:15:28Z', 'revision_number': 5, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'subnets': [{'id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:18:59.255762 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301faf8f-cc8d-42e9-a0a1-7532166004e6 req-acc27616-6c2a-4388-a4fc-41676ee4d5e7 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:59.257219 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-301faf8f-cc8d-42e9-a0a1-7532166004e6 req-acc27616-6c2a-4388-a4fc-41676ee4d5e7 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0463729 May 16 15:18:59.304304 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-301faf8f-cc8d-42e9-a0a1-7532166004e6 req-36caed09-3045-4d16-adec-0f312ba87841 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417016 May 16 15:19:00.232675 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d612141-6fe0-4d49-b1aa-071acc497104', 'tag': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:00.235016 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dd0bc6-5376-4d0e-bf24-991808359316" -d '{"events": [{"name": "network-changed", "server_uuid": "4d612141-6fe0-4d49-b1aa-071acc497104", "tag": "75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:00.270236 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe76a2f1-68ab-4d80-b300-ad5a41ea3bc6 x-openstack-request-id: req-fe76a2f1-68ab-4d80-b300-ad5a41ea3bc6 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:00.270519 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d612141-6fe0-4d49-b1aa-071acc497104", "tag": "75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:00.270771 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fe76a2f1-68ab-4d80-b300-ad5a41ea3bc6 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:00.271424 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe76a2f1-68ab-4d80-b300-ad5a41ea3bc6'] response: {'name': 'network-changed', 'server_uuid': '4d612141-6fe0-4d49-b1aa-071acc497104', 'tag': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'status': 'completed', 'code': 200} May 16 15:19:00.364154 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd0bc6-5376-4d0e-bf24-991808359316 req-9cc30c78-1210-4841-a008-fe4257cd9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:00.365649 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11dd0bc6-5376-4d0e-bf24-991808359316 req-9cc30c78-1210-4841-a008-fe4257cd9d0c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 1130 time: 0.0401957 May 16 15:19:00.471543 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836071c-d30c-4fc4-9836-786d6fba340a req-b797df1f-c71a-4ae9-9e16-e49b48baeb96 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:00.473631 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e836071c-d30c-4fc4-9836-786d6fba340a req-b797df1f-c71a-4ae9-9e16-e49b48baeb96 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0942776 May 16 15:19:00.507029 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd0bc6-5376-4d0e-bf24-991808359316 req-0240d013-7503-4eab-83d8-62ae3a9cb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:00.508400 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11dd0bc6-5376-4d0e-bf24-991808359316 req-0240d013-7503-4eab-83d8-62ae3a9cb1b7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 200 len: 920 time: 0.1369393 May 16 15:19:00.567793 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e836071c-d30c-4fc4-9836-786d6fba340a req-e8ef4e94-4831-4d55-87a9-3a6001be4164 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882261 May 16 15:19:00.586386 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11dd0bc6-5376-4d0e-bf24-991808359316 req-29c052e1-8197-44c8-8679-986729cafec4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b HTTP/1.1" status: 200 len: 1002 time: 0.0672629 May 16 15:19:00.634065 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd0bc6-5376-4d0e-bf24-991808359316 req-1f0b308f-022e-45c4-939b-05eb8c084969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:00.635475 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11dd0bc6-5376-4d0e-bf24-991808359316 req-1f0b308f-022e-45c4-939b-05eb8c084969 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 200 len: 858 time: 0.0432224 May 16 15:19:00.677818 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd0bc6-5376-4d0e-bf24-991808359316 req-b2179ded-bf0c-41ec-b75d-4c3308e9fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:00.679321 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11dd0bc6-5376-4d0e-bf24-991808359316 req-b2179ded-bf0c-41ec-b75d-4c3308e9fafe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be046d4b-8cff-4819-b7cd-e793c832b714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374908 May 16 15:19:00.769771 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11dd0bc6-5376-4d0e-bf24-991808359316 req-10b8c096-6fa1-4145-8ad6-b1e270b95047 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832002 May 16 15:19:00.860407 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11dd0bc6-5376-4d0e-bf24-991808359316 req-5f1952bd-666d-4a44-b71b-955412a30e19 service neutron] 10.222.0.25 "GET /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847175 May 16 15:19:01.684163 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b4c2b-ad1b-4b42-a7e9-2dec09c9f5d4 req-0a477b9f-5e9f-4e34-a174-fcd73e71cbe2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:01.685757 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c10b4c2b-ad1b-4b42-a7e9-2dec09c9f5d4 req-0a477b9f-5e9f-4e34-a174-fcd73e71cbe2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0484166 May 16 15:19:01.733244 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c10b4c2b-ad1b-4b42-a7e9-2dec09c9f5d4 req-bdc2f144-0e59-49c8-b98a-9a63e06d62eb tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411370 May 16 15:19:02.845924 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6e08f-42a2-4126-9307-6e6e5f5e4ca2 req-c96d36dc-43e3-432d-8d6d-41d77df9b7bd tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:02.847290 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-24d6e08f-42a2-4126-9307-6e6e5f5e4ca2 req-c96d36dc-43e3-432d-8d6d-41d77df9b7bd tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0472298 May 16 15:19:02.893491 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-24d6e08f-42a2-4126-9307-6e6e5f5e4ca2 req-1a646515-423d-460b-9005-734eb3005047 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403926 May 16 15:19:03.315688 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaea52-5912-4df7-9c8c-8dc30ef7ea12 req-55078077-fb44-455f-bf57-e1dbc9a50d87 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:03.317812 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-85aaea52-5912-4df7-9c8c-8dc30ef7ea12 req-55078077-fb44-455f-bf57-e1dbc9a50d87 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0497661 May 16 15:19:03.367908 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-85aaea52-5912-4df7-9c8c-8dc30ef7ea12 req-3110ba12-5d1e-47e0-af86-655adce888f8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 May 16 15:19:03.409484 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41b7e68b-e18f-4e3b-be6b-5b20b9936f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:03.447541 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6916f-aaf1-43f1-8b0c-1b2e07e40435 req-9adb6761-0eba-42f1-a4cf-bee766d795d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:03.449057 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5ab6916f-aaf1-43f1-8b0c-1b2e07e40435 req-9adb6761-0eba-42f1-a4cf-bee766d795d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9886c48c5650408cacaa4e7f78586404&device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 1129 time: 0.0402501 May 16 15:19:03.541809 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6916f-aaf1-43f1-8b0c-1b2e07e40435 req-ce202d87-bee5-401e-8784-507dba2d7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:03.543213 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5ab6916f-aaf1-43f1-8b0c-1b2e07e40435 req-ce202d87-bee5-401e-8784-507dba2d7d00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d5d840d6-be4b-4ccc-949a-d641977c970e HTTP/1.1" status: 200 len: 912 time: 0.0880830 May 16 15:19:03.603198 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5ab6916f-aaf1-43f1-8b0c-1b2e07e40435 req-9de297b7-d742-40ae-bdc6-92288b1a5acc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb596391-d69d-41f8-b5d1-5cdf514becf8 HTTP/1.1" status: 200 len: 1001 time: 0.0535080 May 16 15:19:03.650838 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6916f-aaf1-43f1-8b0c-1b2e07e40435 req-342fc742-bc30-49b6-b506-2ecdbd26bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:03.652391 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5ab6916f-aaf1-43f1-8b0c-1b2e07e40435 req-342fc742-bc30-49b6-b506-2ecdbd26bb91 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2448ad91-16a6-4222-afd8-059210fe98cd HTTP/1.1" status: 200 len: 850 time: 0.0436723 May 16 15:19:03.699042 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6916f-aaf1-43f1-8b0c-1b2e07e40435 req-ad1470b9-7ea1-4bda-bc6a-3a2d2ec60c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:03.700577 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5ab6916f-aaf1-43f1-8b0c-1b2e07e40435 req-ad1470b9-7ea1-4bda-bc6a-3a2d2ec60c0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d5d840d6-be4b-4ccc-949a-d641977c970e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430117 May 16 15:19:03.789944 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5ab6916f-aaf1-43f1-8b0c-1b2e07e40435 req-e0e23e5b-bc21-4a43-a930-947b28b9a47d service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832765 May 16 15:19:03.883335 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5ab6916f-aaf1-43f1-8b0c-1b2e07e40435 req-2a074f42-40c6-4597-8977-d9eda4ebd130 service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868375 May 16 15:19:04.119122 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737bd43-fa2b-4fb2-8166-354a6d485a48 req-4f003580-70da-4210-b193-152e0fa2c531 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:04.120531 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b737bd43-fa2b-4fb2-8166-354a6d485a48 req-4f003580-70da-4210-b193-152e0fa2c531 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 947 time: 0.0469282 May 16 15:19:04.166326 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b737bd43-fa2b-4fb2-8166-354a6d485a48 req-94279ef0-926f-4e89-9f2b-fb6e3fb1ec8a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402234 May 16 15:19:04.479311 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a09773-aae7-4512-b091-016f9fa5a8e5 req-c82db940-26b7-4ba7-9f3e-88ca2504afb7 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:04.480757 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-12a09773-aae7-4512-b091-016f9fa5a8e5 req-c82db940-26b7-4ba7-9f3e-88ca2504afb7 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0448387 May 16 15:19:04.529803 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-12a09773-aae7-4512-b091-016f9fa5a8e5 req-f5ae1b7b-3016-4272-92b7-c7b88cb8bedb tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436969 May 16 15:19:05.284181 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7a4b2-2e09-4e64-b815-d01330648ffc req-53d21165-5909-4163-8d7f-8247bfded5a9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:05.286278 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51d7a4b2-2e09-4e64-b815-d01330648ffc req-53d21165-5909-4163-8d7f-8247bfded5a9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 947 time: 0.0459132 May 16 15:19:05.333283 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51d7a4b2-2e09-4e64-b815-d01330648ffc req-c7f089cd-d6c0-491e-9ef4-b07ea2b611d0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400279 May 16 15:19:05.474948 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d43ef3de-b312-4c03-b9bd-4846ad9422df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.641717 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a412a78-2bf9-434c-924a-fd6fb0ed1811 req-de84c3db-a868-42c3-9670-921cad5162c2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:05.643164 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0a412a78-2bf9-434c-924a-fd6fb0ed1811 req-de84c3db-a868-42c3-9670-921cad5162c2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0469007 May 16 15:19:05.689611 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0a412a78-2bf9-434c-924a-fd6fb0ed1811 req-1f382f50-df1f-4133-b408-155c4986c823 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398285 May 16 15:19:06.470419 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-8920a252-fcfd-4c8a-81d7-3dbcafeca56e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:06.471924 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-8920a252-fcfd-4c8a-81d7-3dbcafeca56e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.25 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 947 time: 0.0747218 May 16 15:19:06.480616 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403fb28-ff6c-422c-b054-e5936ef1cc5e req-fe71da71-5b68-44a9-b60d-c1305dc7da36 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:06.481957 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8403fb28-ff6c-422c-b054-e5936ef1cc5e req-fe71da71-5b68-44a9-b60d-c1305dc7da36 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 947 time: 0.0765309 May 16 15:19:06.587592 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8403fb28-ff6c-422c-b054-e5936ef1cc5e req-9774e845-41e0-44db-aed6-11ef07f6a95f tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=2779f41e-3397-4c9d-a6ed-861af25ed503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987303 May 16 15:19:06.595474 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Deleting port 7be8453f-3109-4b92-981a-837b09373d42 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:06.595844 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (7be8453f-3109-4b92-981a-837b09373d42), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:06.640608 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:06.685967 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] For port 7be8453f-3109-4b92-981a-837b09373d42, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7be8453f-3109-4b92-981a-837b09373d42,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:06.686335 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (7be8453f-3109-4b92-981a-837b09373d42), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:06.862323 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbdf72-cc6a-429a-a01b-9f1f09f44ccf req-1f5648b8-226b-44a8-b9a5-0628719b90bc tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:06.863977 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27bbdf72-cc6a-429a-a01b-9f1f09f44ccf req-1f5648b8-226b-44a8-b9a5-0628719b90bc tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0874178 May 16 15:19:06.900940 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:06.901221 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (58eaafe0-8ebb-479b-9daa-40bedf7462ba), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:06.901641 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Floating IP 58eaafe0-8ebb-479b-9daa-40bedf7462ba disassociated. External IP: 172.27.1.142, port: 7be8453f-3109-4b92-981a-837b09373d42. May 16 15:19:06.901917 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Calling delete_port for 7be8453f-3109-4b92-981a-837b09373d42 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:06.956805 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27bbdf72-cc6a-429a-a01b-9f1f09f44ccf req-b868006d-09ef-4621-9a6d-78c453b503e6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865748 May 16 15:19:07.106738 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (7be8453f-3109-4b92-981a-837b09373d42), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:07.135304 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event deleted for resources: {'Port': ['ID=7be8453f-3109-4b92-981a-837b09373d42,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:07.489663 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Router 34388a07-17be-41c2-bae6-1117b9280a0e has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:19:07.593921 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:19:07.606458 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f84f24-3ed4-43dd-ac31-73870e6f6701 None None] Sync routers for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:19:07.617415 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f84f24-3ed4-43dd-ac31-73870e6f6701 None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:07.618054 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d8f84f24-3ed4-43dd-ac31-73870e6f6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:19:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:07.637452 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] No DVR routers for this DVR port 7be8453f-3109-4b92-981a-837b09373d42 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:19:07.639984 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:07.643111 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3abcfb17-29a7-4528-b63b-8afc8604c34d req-80506d10-106d-421e-bcc7-751d4954f89e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.25 "DELETE /v2.0/ports/7be8453f-3109-4b92-981a-837b09373d42 HTTP/1.1" status: 204 len: 173 time: 1.1603012 May 16 15:19:07.643545 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'name': 'network-vif-deleted', 'tag': '7be8453f-3109-4b92-981a-837b09373d42'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:07.646578 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae3db12-ed04-4fad-9d9d-235d7a013590" -d '{"events": [{"server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "name": "network-vif-deleted", "tag": "7be8453f-3109-4b92-981a-837b09373d42"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:07.693402 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c3a316-bda5-4c19-9017-1f932747b033 x-openstack-request-id: req-d9c3a316-bda5-4c19-9017-1f932747b033 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:07.693696 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893feede-4052-4c51-96a2-1f93510d1f5f", "name": "network-vif-deleted", "tag": "7be8453f-3109-4b92-981a-837b09373d42", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:07.693947 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9c3a316-bda5-4c19-9017-1f932747b033 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:07.694344 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c3a316-bda5-4c19-9017-1f932747b033'] response: {'server_uuid': '893feede-4052-4c51-96a2-1f93510d1f5f', 'name': 'network-vif-deleted', 'tag': '7be8453f-3109-4b92-981a-837b09373d42', 'status': 'completed', 'code': 200} May 16 15:19:07.696619 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b941f64e-f6e8-457e-b56f-0861087a9796 req-ed74b965-7ec2-446c-a30f-c8b0cdba572b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=893feede-4052-4c51-96a2-1f93510d1f5f HTTP/1.1" status: 200 len: 210 time: 0.0296741 May 16 15:19:07.726198 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d8f84f24-3ed4-43dd-ac31-73870e6f6701 None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:07.911574 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d8f84f24-3ed4-43dd-ac31-73870e6f6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:07.944468 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f84f24-3ed4-43dd-ac31-73870e6f6701 None None] Checking router: 34388a07-17be-41c2-bae6-1117b9280a0e for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:19:07.961412 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f84f24-3ed4-43dd-ac31-73870e6f6701 None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:07.961945 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d8f84f24-3ed4-43dd-ac31-73870e6f6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:19:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:08.043869 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:08.063564 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d8f84f24-3ed4-43dd-ac31-73870e6f6701 None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:08.247292 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d8f84f24-3ed4-43dd-ac31-73870e6f6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:08.272012 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f84f24-3ed4-43dd-ac31-73870e6f6701 None None] The sync data for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi is: [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:19:08.498495 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c037ee-8ebb-4c39-9566-286220b283e0 None None] New status for floating IP 58eaafe0-8ebb-479b-9daa-40bedf7462ba: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:19:08.867908 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35234) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:08.923279 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-748d0af9-8811-42eb-9d70-d87d09f3b75e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group (2779f41e-3397-4c9d-a6ed-861af25ed503), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:08.949038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-748d0af9-8811-42eb-9d70-d87d09f3b75e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group (2779f41e-3397-4c9d-a6ed-861af25ed503), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.077500 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-748d0af9-8811-42eb-9d70-d87d09f3b75e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (2779f41e-3397-4c9d-a6ed-861af25ed503), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.079970 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-748d0af9-8811-42eb-9d70-d87d09f3b75e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.081095 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-748d0af9-8811-42eb-9d70-d87d09f3b75e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "DELETE /v2.0/security-groups/2779f41e-3397-4c9d-a6ed-861af25ed503 HTTP/1.1" status: 204 len: 168 time: 0.2121806 May 16 15:19:09.084808 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35236) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:09.090634 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d0af9-8811-42eb-9d70-d87d09f3b75e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2779f41e-3397-4c9d-a6ed-861af25ed503,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:09.100333 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-c967d17e-fa1a-4b72-a6e6-50fdff4fdee0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] show failed (client error): The resource could not be found. May 16 15:19:09.101396 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c967d17e-fa1a-4b72-a6e6-50fdff4fdee0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups/2779f41e-3397-4c9d-a6ed-861af25ed503 HTTP/1.1" status: 404 len: 347 time: 0.0155063 May 16 15:19:09.104344 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35238) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:09.215434 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Deleting port 5c9a7f85-589d-43e3-b95f-f219f4ff8d15 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:09.215807 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (5c9a7f85-589d-43e3-b95f-f219f4ff8d15), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.289273 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (5c9a7f85-589d-43e3-b95f-f219f4ff8d15), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.289607 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (5c9a7f85-589d-43e3-b95f-f219f4ff8d15), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.301191 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Calling delete_port for 5c9a7f85-589d-43e3-b95f-f219f4ff8d15 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:09.529092 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (5c9a7f85-589d-43e3-b95f-f219f4ff8d15), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.557748 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event deleted for resources: {'Port': ['ID=5c9a7f85-589d-43e3-b95f-f219f4ff8d15,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:09.582575 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.582921 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.583929 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.584279 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.584608 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.584941 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.585271 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.585598 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.585922 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.586247 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.586570 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.586890 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.587218 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.587537 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.587882 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:09.628570 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (58eaafe0-8ebb-479b-9daa-40bedf7462ba), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.632058 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.633190 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f429e441-16e0-40d1-b148-2b2cceb7c128 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "DELETE /v2.0/floatingips/58eaafe0-8ebb-479b-9daa-40bedf7462ba HTTP/1.1" status: 204 len: 168 time: 0.5279558 May 16 15:19:09.783240 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35242) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:09.787718 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-28e4eebf-86be-4368-8f6d-156df2067deb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2033769272', 'description': 'tempest-description--1544008324'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:09.863456 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28e4eebf-86be-4368-8f6d-156df2067deb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.929059 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28e4eebf-86be-4368-8f6d-156df2067deb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group (c5a7da0e-97fd-4f34-bc41-394b589994d7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.988913 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28e4eebf-86be-4368-8f6d-156df2067deb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (c5a7da0e-97fd-4f34-bc41-394b589994d7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.018048 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4eebf-86be-4368-8f6d-156df2067deb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a7da0e-97fd-4f34-bc41-394b589994d7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:10.088173 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-28e4eebf-86be-4368-8f6d-156df2067deb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.089375 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-28e4eebf-86be-4368-8f6d-156df2067deb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3051772 May 16 15:19:10.092211 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35244) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:10.096475 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-706b7a1a-b7da-43c7-bfa4-ce944f93f437 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Request body: {'security_group_rule': {'security_group_id': 'c5a7da0e-97fd-4f34-bc41-394b589994d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:10.100683 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7be8453f-3109-4b92-981a-837b09373d42 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:19:10.119148 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 7be8453f-3109-4b92-981a-837b09373d42 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:19:10.125002 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7be8453f-3109-4b92-981a-837b09373d42 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:19:10.209012 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-706b7a1a-b7da-43c7-bfa4-ce944f93f437 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group_rule (d6763b16-ca50-40a7-a067-fa0fb05a78b7), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.262975 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-706b7a1a-b7da-43c7-bfa4-ce944f93f437 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group_rule (d6763b16-ca50-40a7-a067-fa0fb05a78b7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.320675 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-706b7a1a-b7da-43c7-bfa4-ce944f93f437 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (d6763b16-ca50-40a7-a067-fa0fb05a78b7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.338371 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b7a1a-b7da-43c7-bfa4-ce944f93f437 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6763b16-ca50-40a7-a067-fa0fb05a78b7,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:10.400009 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-706b7a1a-b7da-43c7-bfa4-ce944f93f437 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.401249 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-706b7a1a-b7da-43c7-bfa4-ce944f93f437 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3081043 May 16 15:19:10.403867 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35246) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:10.408103 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3aaf83c2-6981-4ff1-b865-b1357287f374 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Request body: {'security_group_rule': {'security_group_id': 'c5a7da0e-97fd-4f34-bc41-394b589994d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:10.494490 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3aaf83c2-6981-4ff1-b865-b1357287f374 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group_rule (9e554ef3-d6fb-486c-9af3-eaac409d1102), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.551508 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3aaf83c2-6981-4ff1-b865-b1357287f374 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group_rule (9e554ef3-d6fb-486c-9af3-eaac409d1102), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.635006 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3aaf83c2-6981-4ff1-b865-b1357287f374 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (9e554ef3-d6fb-486c-9af3-eaac409d1102), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.654401 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf83c2-6981-4ff1-b865-b1357287f374 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e554ef3-d6fb-486c-9af3-eaac409d1102,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:10.680626 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.709806 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.739496 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3aaf83c2-6981-4ff1-b865-b1357287f374 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.740722 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3aaf83c2-6981-4ff1-b865-b1357287f374 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3359106 May 16 15:19:10.749345 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35248) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:10.753566 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:10.831840 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.908700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.015565 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Allocated IP 172.27.1.62 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/1b53e4d2-d1e0-420a-b314-a06d36a6ffd4) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:19:11.112816 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for port (1b53e4d2-d1e0-420a-b314-a06d36a6ffd4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.203582 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (1b53e4d2-d1e0-420a-b314-a06d36a6ffd4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.236612 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:19:11.239380 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:19:11.242907 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:19:11.270041 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event updated for resources: {'Port': ['ID=1b53e4d2-d1e0-420a-b314-a06d36a6ffd4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:11.329356 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.419988 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (1b53e4d2-d1e0-420a-b314-a06d36a6ffd4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.592764 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for port (1b53e4d2-d1e0-420a-b314-a06d36a6ffd4), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.629083 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (1b53e4d2-d1e0-420a-b314-a06d36a6ffd4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.701015 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event updated for resources: {'Port': ['ID=1b53e4d2-d1e0-420a-b314-a06d36a6ffd4,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:11.711894 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.762430 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.763672 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bc07c5c8-4110-4ca8-8faa-16a3ca135a89 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0133991 May 16 15:19:11.953756 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-adfd27b7-6025-4f7c-a040-5d6ae9bbdf44 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2033769272&fields=id&tenant_id=64990eb359b54b0a8636a6e7619800a7 HTTP/1.1" status: 200 len: 267 time: 0.0427463 May 16 15:19:12.060991 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f009-25be-41cc-8626-f3a379c54572 req-0e777266-f38f-4bc1-a834-afedae78a000 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:12.062449 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-0e777266-f38f-4bc1-a834-afedae78a000 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/networks?id=92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 200 len: 816 time: 0.1023428 May 16 15:19:12.077307 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-120bb022-7bcf-441d-b00c-43f5da695e7b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/quotas/64990eb359b54b0a8636a6e7619800a7 HTTP/1.1" status: 200 len: 375 time: 0.0096343 May 16 15:19:12.124140 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-16109aaf-0125-4ed3-a095-0b5da5a35e8b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421007 May 16 15:19:12.217071 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-eee7b754-fb74-4243-a6e0-c50ec34be471 service neutron] 10.222.0.71 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812671 May 16 15:19:12.309187 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-8b649535-e85a-458a-84eb-043777620ae3 service neutron] 10.222.0.71 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864427 May 16 15:19:12.551499 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0b79b82-15d5-4031-a5be-29f118d68180 req-fcbec9a9-6b4e-4382-9654-6b643ad41b37 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 210 time: 0.0282538 May 16 15:19:13.654263 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f4b9df64-ee41-435a-8cec-61ba59d558cb req-a89e74fa-bc5a-4579-ab6d-10150446d0f8 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 210 time: 0.0314183 May 16 15:19:14.532161 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f009-25be-41cc-8626-f3a379c54572 req-6864fed3-8f56-419d-9c31-13e98e2e0f22 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:14.533597 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-6864fed3-8f56-419d-9c31-13e98e2e0f22 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.25 "GET /v2.0/networks?id=92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 200 len: 816 time: 0.0992973 May 16 15:19:14.599833 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-bc3e14b3-b16d-4f3f-a9be-5a0a56082413 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64990eb359b54b0a8636a6e7619800a7 HTTP/1.1" status: 200 len: 380 time: 0.0514250 May 16 15:19:14.608570 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-5b78f009-25be-41cc-8626-f3a379c54572 req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Request body: {'port': {'device_id': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'admin_state_up': True, 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'security_groups': ['c5a7da0e-97fd-4f34-bc41-394b589994d7']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:14.754709 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7eaeab39-1cff-4654-993a-d4efa4ab6958 req-3172569e-c798-4ab7-bbd4-4a54556b7a33 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 210 time: 0.0271912 May 16 15:19:14.794664 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b78f009-25be-41cc-8626-f3a379c54572 req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Made reservation on behalf of 64990eb359b54b0a8636a6e7619800a7 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:19:14.798014 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b78f009-25be-41cc-8626-f3a379c54572 req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:14.925578 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-5b78f009-25be-41cc-8626-f3a379c54572 req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Allocated IP 172.20.0.13 (92826b7c-8754-4fc6-b45f-5923507414b1/f7f94bc8-370b-43de-bf3a-439204eaed77/34cd4358-1a24-49da-a7e4-d4b0049ac593) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:19:15.061667 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b78f009-25be-41cc-8626-f3a379c54572 req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.172298 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b78f009-25be-41cc-8626-f3a379c54572 req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.213216 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b78f009-25be-41cc-8626-f3a379c54572 req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Network 92826b7c-8754-4fc6-b45f-5923507414b1 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:19:15.216329 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-5b78f009-25be-41cc-8626-f3a379c54572 req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:19:15.222393 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b78f009-25be-41cc-8626-f3a379c54572 req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:19:15.228167 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event updated for resources: {'Port': ['ID=34cd4358-1a24-49da-a7e4-d4b0049ac593,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:15.275027 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f009-25be-41cc-8626-f3a379c54572 req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:15.275788 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b78f009-25be-41cc-8626-f3a379c54572 req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.392068 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-22a73794-1774-4dcf-b250-87933b0967ea tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7870221 May 16 15:19:15.409674 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Request body: {'port': {'device_id': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:15.469559 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.477425 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2e0b8395-e7fc-4d32-ad45-2a26551b65b4 None None] Provisioning complete for port 34cd4358-1a24-49da-a7e4-d4b0049ac593 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:19:15.479332 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8395-e7fc-4d32-ad45-2a26551b65b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.508228 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b8395-e7fc-4d32-ad45-2a26551b65b4 None None] Port 34cd4358-1a24-49da-a7e4-d4b0049ac593 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:19:15.742779 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cd4358-1a24-49da-a7e4-d4b0049ac593 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:19:15.749894 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Publish callbacks [] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.761828 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Transition to ACTIVE for port object 34cd4358-1a24-49da-a7e4-d4b0049ac593 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:19:15.867100 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.918801 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4da68-b445-430b-98d6-7829d562df62 req-5f28b87a-f4f3-4d1a-a832-483f72c3f829 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:15.920354 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-31d4da68-b445-430b-98d6-7829d562df62 req-5f28b87a-f4f3-4d1a-a832-483f72c3f829 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 932 time: 0.0851934 May 16 15:19:15.941562 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Pushing event updated for resources: {'Port': ['ID=34cd4358-1a24-49da-a7e4-d4b0049ac593,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:16.032226 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-31d4da68-b445-430b-98d6-7829d562df62 req-5e86fab6-5003-4394-b404-2e7c46830d71 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013112 May 16 15:19:16.050988 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Attempting to bind port 34cd4358-1a24-49da-a7e4-d4b0049ac593 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:19:16.051331 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Attempting to bind port 34cd4358-1a24-49da-a7e4-d4b0049ac593 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:19:16.051742 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Attempting to bind port 34cd4358-1a24-49da-a7e4-d4b0049ac593 on network 92826b7c-8754-4fc6-b45f-5923507414b1 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:19:16.058745 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Port 34cd4358-1a24-49da-a7e4-d4b0049ac593 on network 92826b7c-8754-4fc6-b45f-5923507414b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:19:16.059085 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Attempting to bind port 34cd4358-1a24-49da-a7e4-d4b0049ac593 on network 92826b7c-8754-4fc6-b45f-5923507414b1 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:19:16.063991 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:19:16.064331 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Checking segment: {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:19:16.064717 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Bound using segment: {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:19:16.065147 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Bound port: 34cd4358-1a24-49da-a7e4-d4b0049ac593, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f1d129b-7965-449a-addc-8fcc28ae3a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:19:16.065512 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.126750 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:19:16.134768 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:19:16.209655 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.242716 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:16.243341 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.244759 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] 10.222.0.25 "PUT /v2.0/ports/34cd4358-1a24-49da-a7e4-d4b0049ac593 HTTP/1.1" status: 200 len: 1094 time: 0.8390627 May 16 15:19:16.245347 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:16.247546 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38bf0b5-0883-4436-a6a7-5ee8bcb831a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:16.270636 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed687e-c280-4176-aef7-f680c4fd1cab service neutron] Pushing event updated for resources: {'Port': ['ID=34cd4358-1a24-49da-a7e4-d4b0049ac593,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:16.287233 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d01174c-eb2a-41b9-b208-d7e8a9e7b691 x-openstack-request-id: req-0d01174c-eb2a-41b9-b208-d7e8a9e7b691 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:16.287799 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:16.288063 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0d01174c-eb2a-41b9-b208-d7e8a9e7b691 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:16.288543 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d01174c-eb2a-41b9-b208-d7e8a9e7b691'] response: {'name': 'network-changed', 'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'status': 'completed', 'code': 200} May 16 15:19:16.375406 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf0b5-0883-4436-a6a7-5ee8bcb831a0 req-384f252e-50a0-46b3-bbf3-4b37ae90c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:16.377002 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a38bf0b5-0883-4436-a6a7-5ee8bcb831a0 req-384f252e-50a0-46b3-bbf3-4b37ae90c055 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 1128 time: 0.0413544 May 16 15:19:16.486833 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf0b5-0883-4436-a6a7-5ee8bcb831a0 req-bb6b626e-b3b0-464d-8f72-8c170160cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:16.488310 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a38bf0b5-0883-4436-a6a7-5ee8bcb831a0 req-bb6b626e-b3b0-464d-8f72-8c170160cb1a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=64990eb359b54b0a8636a6e7619800a7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0942037 May 16 15:19:16.588521 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf0b5-0883-4436-a6a7-5ee8bcb831a0 req-efe87573-db15-47ff-8b93-80445b536e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:16.589889 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a38bf0b5-0883-4436-a6a7-5ee8bcb831a0 req-efe87573-db15-47ff-8b93-80445b536e33 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912158 May 16 15:19:16.698497 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f009-25be-41cc-8626-f3a379c54572 req-8772bace-fcda-4e88-9c82-49e1fdc66fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:16.699992 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-8772bace-fcda-4e88-9c82-49e1fdc66fd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 1128 time: 0.0386560 May 16 15:19:16.748628 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-7b5b75dc-3d86-4d54-9c1b-11bcb3550002 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593 HTTP/1.1" status: 200 len: 217 time: 0.0314448 May 16 15:19:16.795485 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f009-25be-41cc-8626-f3a379c54572 req-f850a247-be9a-482f-896d-b9dd654ef14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:16.796952 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-f850a247-be9a-482f-896d-b9dd654ef14b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7f94bc8-370b-43de-bf3a-439204eaed77 HTTP/1.1" status: 200 len: 855 time: 0.0425899 May 16 15:19:16.844681 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f009-25be-41cc-8626-f3a379c54572 req-00d9b1cb-deb3-431d-ac45-6b92e67d5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:16.846059 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-00d9b1cb-deb3-431d-ac45-6b92e67d5c97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92826b7c-8754-4fc6-b45f-5923507414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389907 May 16 15:19:16.936781 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-47912033-80e2-4295-ba77-375784371e03 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813994 May 16 15:19:17.032883 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b78f009-25be-41cc-8626-f3a379c54572 req-49d4124d-9960-4494-b829-6a4aeeac5ea6 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853484 May 16 15:19:17.153498 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac37b6d-7a5c-4ce4-9392-8329b3548f13 req-d9c39253-d94f-4edc-a889-a17f3cacf2ba tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:17.154832 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dac37b6d-7a5c-4ce4-9392-8329b3548f13 req-d9c39253-d94f-4edc-a889-a17f3cacf2ba tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0474126 May 16 15:19:17.201021 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dac37b6d-7a5c-4ce4-9392-8329b3548f13 req-2d2016bf-6709-4c55-a6cc-2e289a825eff tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407269 May 16 15:19:18.322172 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3229d-7a4f-4841-8247-ea7b78627df8 req-8824452b-ac97-4b2c-aa67-18827e0f22fe tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:18.323614 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f5c3229d-7a4f-4841-8247-ea7b78627df8 req-8824452b-ac97-4b2c-aa67-18827e0f22fe tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0500472 May 16 15:19:18.368849 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f5c3229d-7a4f-4841-8247-ea7b78627df8 req-61e0d954-cebf-444c-a015-a31d31bd488b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397518 May 16 15:19:19.483899 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a9a0a-e3ba-4f71-a9f7-76e4a8e56125 req-78714945-3c33-42a6-87e5-9dc19c069dc5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:19.485359 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-963a9a0a-e3ba-4f71-a9f7-76e4a8e56125 req-78714945-3c33-42a6-87e5-9dc19c069dc5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0455692 May 16 15:19:19.531897 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-963a9a0a-e3ba-4f71-a9f7-76e4a8e56125 req-6ce700a4-d08e-468d-8dff-f11bbd11bdc7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 May 16 15:19:19.613012 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:19:20.152515 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 34cd4358-1a24-49da-a7e4-d4b0049ac593 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:19:20.244679 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:20.255188 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'port_id': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'mac_address': 'fa:16:3e:14:6f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:19:20.294442 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 34cd4358-1a24-49da-a7e4-d4b0049ac593 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:19:20.294825 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:20.306845 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cd4358-1a24-49da-a7e4-d4b0049ac593 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:19:20.324791 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:20.388884 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:20.434013 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=34cd4358-1a24-49da-a7e4-d4b0049ac593,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:20.647722 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754d49b-1589-40bc-ad9d-e317b2a7cbab req-37367046-d6b6-4341-87a3-dc3ab1cc468c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:20.649192 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d754d49b-1589-40bc-ad9d-e317b2a7cbab req-37367046-d6b6-4341-87a3-dc3ab1cc468c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 945 time: 0.0467789 May 16 15:19:20.697887 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d754d49b-1589-40bc-ad9d-e317b2a7cbab req-f8583e93-efd9-47ce-b1f2-8946eca3ed09 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430324 May 16 15:19:20.776633 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['34cd4358-1a24-49da-a7e4-d4b0049ac593'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:19:21.813646 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941dd84-2adb-4729-84db-982708875ecc req-4b0c2818-ca35-4da0-8346-b6adba37ff9b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:21.815090 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9941dd84-2adb-4729-84db-982708875ecc req-4b0c2818-ca35-4da0-8346-b6adba37ff9b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 945 time: 0.0463021 May 16 15:19:21.861546 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9941dd84-2adb-4729-84db-982708875ecc req-fc4e6581-c5b8-4260-ac39-ccc8bc1b271e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409377 May 16 15:19:22.180625 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 34cd4358-1a24-49da-a7e4-d4b0049ac593 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:19:22.221761 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 34cd4358-1a24-49da-a7e4-d4b0049ac593 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:19:22.291823 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 34cd4358-1a24-49da-a7e4-d4b0049ac593 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:19:22.292210 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:22.363057 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 34cd4358-1a24-49da-a7e4-d4b0049ac593 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:19:22.363354 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:22.386227 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:22.388456 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31865fe5-e4ae-43af-8131-0a7f28644047" -d '{"events": [{"server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "name": "network-vif-plugged", "status": "completed", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:22.409585 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:22.422779 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdb401c-a246-44e5-9d63-e93f564fffaf x-openstack-request-id: req-efdb401c-a246-44e5-9d63-e93f564fffaf {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:22.423065 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "name": "network-vif-plugged", "status": "completed", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:22.423321 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-efdb401c-a246-44e5-9d63-e93f564fffaf {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:22.423742 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdb401c-a246-44e5-9d63-e93f564fffaf'] response: {'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'code': 200} May 16 15:19:22.474973 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:22.521453 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=34cd4358-1a24-49da-a7e4-d4b0049ac593,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:22.715019 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ada16-e30c-4caa-92ae-c36775690dc7 req-6c7242dc-b427-43cf-acf5-54ffa84c63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:22.716503 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-136ada16-e30c-4caa-92ae-c36775690dc7 req-6c7242dc-b427-43cf-acf5-54ffa84c63fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 1130 time: 0.0362709 May 16 15:19:22.760079 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-136ada16-e30c-4caa-92ae-c36775690dc7 req-649d76d5-c168-48d5-bcb4-f943184afc3f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363836 May 16 15:19:22.979100 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1882e72-b21d-4c37-a63e-6dc19d788973 req-7d10186e-4be0-40ff-b7a8-8c381d92667b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:22.980558 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f1882e72-b21d-4c37-a63e-6dc19d788973 req-7d10186e-4be0-40ff-b7a8-8c381d92667b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0485671 May 16 15:19:23.026314 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f1882e72-b21d-4c37-a63e-6dc19d788973 req-9f9c1265-4295-4638-84e0-7f72a5e8aa83 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401690 May 16 15:19:24.143747 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f657c7c-b33b-4849-9a9d-e0d890860927 req-9300a961-4c3d-450e-a350-a448cf4c976e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:24.145126 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0f657c7c-b33b-4849-9a9d-e0d890860927 req-9300a961-4c3d-450e-a350-a448cf4c976e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0459211 May 16 15:19:24.189903 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0f657c7c-b33b-4849-9a9d-e0d890860927 req-1f7c3ae7-54bf-4619-9bbb-d0d5e21d0bef tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388918 May 16 15:19:25.304814 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c597cb3-2e88-4021-8ddb-be75300d1873 req-b49fc2f4-84e4-475d-a42a-a2950f068cc3 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:25.306265 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c597cb3-2e88-4021-8ddb-be75300d1873 req-b49fc2f4-84e4-475d-a42a-a2950f068cc3 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0459487 May 16 15:19:25.354894 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c597cb3-2e88-4021-8ddb-be75300d1873 req-dd2fe625-0fc7-4c4f-b246-908f2800ce2d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429471 May 16 15:19:25.465918 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b74d8f-5daa-4ba6-9c6b-2482cf792ec9 req-67f1b88f-7e62-4be2-8124-8ffc374892fa tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:25.467272 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a2b74d8f-5daa-4ba6-9c6b-2482cf792ec9 req-67f1b88f-7e62-4be2-8124-8ffc374892fa tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0459173 May 16 15:19:25.476005 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35310) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:25.480170 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2aa42d02-2c18-4006-a229-85f7489aaa31 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Request body: {'floatingip': {'port_id': '34cd4358-1a24-49da-a7e4-d4b0049ac593'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:25.517097 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2aa42d02-2c18-4006-a229-85f7489aaa31 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:25.922223 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2aa42d02-2c18-4006-a229-85f7489aaa31 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:26.017320 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2aa42d02-2c18-4006-a229-85f7489aaa31 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:26.107944 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-2aa42d02-2c18-4006-a229-85f7489aaa31 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Floating IP cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec associated. External IP: 172.27.1.62, port: 34cd4358-1a24-49da-a7e4-d4b0049ac593. May 16 15:19:26.540207 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa42d02-2c18-4006-a229-85f7489aaa31 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Router 34388a07-17be-41c2-bae6-1117b9280a0e has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:19:26.636988 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa42d02-2c18-4006-a229-85f7489aaa31 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:19:26.641823 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2aa42d02-2c18-4006-a229-85f7489aaa31 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:26.646652 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a6f5e-2a32-4b03-aabe-d7661a053682 None None] Sync routers for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:19:26.656545 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a6f5e-2a32-4b03-aabe-d7661a053682 None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:26.657240 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-de6a6f5e-2a32-4b03-aabe-d7661a053682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:19:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:26.673741 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2aa42d02-2c18-4006-a229-85f7489aaa31 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "PUT /v2.0/floatingips/cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec HTTP/1.1" status: 200 len: 991 time: 1.1967592 May 16 15:19:26.674367 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:26.677396 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51413ef2-0139-40f8-9fab-fd38086ec2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:26.712442 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1cdba5-198b-412d-9481-e2ab6607a0e0 x-openstack-request-id: req-2f1cdba5-198b-412d-9481-e2ab6607a0e0 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:26.712738 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:26.712998 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2f1cdba5-198b-412d-9481-e2ab6607a0e0 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:26.713406 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1cdba5-198b-412d-9481-e2ab6607a0e0'] response: {'name': 'network-changed', 'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'status': 'completed', 'code': 200} May 16 15:19:26.757283 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-de6a6f5e-2a32-4b03-aabe-d7661a053682 None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:26.814606 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51413ef2-0139-40f8-9fab-fd38086ec2c0 req-b75704f4-c927-4c96-9b41-162204c417d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:26.816069 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51413ef2-0139-40f8-9fab-fd38086ec2c0 req-b75704f4-c927-4c96-9b41-162204c417d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 1130 time: 0.0392861 May 16 15:19:26.909070 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51413ef2-0139-40f8-9fab-fd38086ec2c0 req-19815580-1549-47fd-b7d2-ab362c2f14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:26.910538 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51413ef2-0139-40f8-9fab-fd38086ec2c0 req-19815580-1549-47fd-b7d2-ab362c2f14cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 200 len: 917 time: 0.0881176 May 16 15:19:26.974959 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51413ef2-0139-40f8-9fab-fd38086ec2c0 req-5f902ba3-8a36-43e1-acbe-eb138537a19d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593 HTTP/1.1" status: 200 len: 999 time: 0.0579472 May 16 15:19:27.023859 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51413ef2-0139-40f8-9fab-fd38086ec2c0 req-d5b03bb8-b027-401a-a9cf-5b80d0c3bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:27.025386 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51413ef2-0139-40f8-9fab-fd38086ec2c0 req-d5b03bb8-b027-401a-a9cf-5b80d0c3bb2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7f94bc8-370b-43de-bf3a-439204eaed77 HTTP/1.1" status: 200 len: 855 time: 0.0444338 May 16 15:19:27.073906 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51413ef2-0139-40f8-9fab-fd38086ec2c0 req-446d70d2-0cb6-4b8c-983a-ae0a2fd195e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:27.075289 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51413ef2-0139-40f8-9fab-fd38086ec2c0 req-446d70d2-0cb6-4b8c-983a-ae0a2fd195e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92826b7c-8754-4fc6-b45f-5923507414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373220 May 16 15:19:27.112997 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-de6a6f5e-2a32-4b03-aabe-d7661a053682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'port_id': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'mac_address': 'fa:16:3e:14:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:11Z', 'updated_at': '2022-05-16T15:19:25Z', 'revision_number': 1, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:27.141022 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a6f5e-2a32-4b03-aabe-d7661a053682 None None] Checking router: 34388a07-17be-41c2-bae6-1117b9280a0e for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:19:27.150011 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a6f5e-2a32-4b03-aabe-d7661a053682 None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:27.150628 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-de6a6f5e-2a32-4b03-aabe-d7661a053682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:19:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:27.169609 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51413ef2-0139-40f8-9fab-fd38086ec2c0 req-11ac4dc1-c052-4b05-bb27-2229786d4584 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865643 May 16 15:19:27.249150 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-de6a6f5e-2a32-4b03-aabe-d7661a053682 None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:27.264841 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51413ef2-0139-40f8-9fab-fd38086ec2c0 req-71b5f142-50ad-4306-91ed-0b36ebde3e47 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848992 May 16 15:19:27.448674 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-de6a6f5e-2a32-4b03-aabe-d7661a053682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'port_id': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'mac_address': 'fa:16:3e:14:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:11Z', 'updated_at': '2022-05-16T15:19:25Z', 'revision_number': 1, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:27.472297 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a6f5e-2a32-4b03-aabe-d7661a053682 None None] The sync data for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi is: [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'port_id': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'mac_address': 'fa:16:3e:14:6f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:11Z', 'updated_at': '2022-05-16T15:19:25Z', 'revision_number': 1, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:19:27.654132 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d56886-cb89-439f-8d5c-26681b1bcc9c None None] New status for floating IP cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:19:33.466030 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ecba0e02-9b09-4c9c-82b6-53646bf86c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:35.495959 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91e7494d-91a3-4150-9ef8-2c1d3e849a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:36.648699 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:37.994862 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:40.645864 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:40.700348 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:43.386756 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fb2a7-5872-4cda-9d24-a9cbd76f57d5 req-f530d842-a220-4faa-aa86-a7c23fd1f251 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:43.388257 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-064fb2a7-5872-4cda-9d24-a9cbd76f57d5 req-f530d842-a220-4faa-aa86-a7c23fd1f251 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0476792 May 16 15:19:43.436099 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-064fb2a7-5872-4cda-9d24-a9cbd76f57d5 req-74f0d09e-dc50-4d12-b8c4-ac177e83c816 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421772 May 16 15:19:44.557172 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6fc90-0c7a-4dab-b729-b546cfa142c1 req-83279167-59a3-4428-9a7d-1800c5e010fc tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:44.558662 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-14e6fc90-0c7a-4dab-b729-b546cfa142c1 req-83279167-59a3-4428-9a7d-1800c5e010fc tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0482135 May 16 15:19:44.607210 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-14e6fc90-0c7a-4dab-b729-b546cfa142c1 req-b1314b6d-09db-44a5-a407-320ce2d51d1a tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427861 May 16 15:19:45.725588 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41810d-bbae-4ef7-ae93-6f596dbbee42 req-8a0e2ab7-a0d0-4e58-b5b7-9e3bf96d7a24 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:45.727214 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0c41810d-bbae-4ef7-ae93-6f596dbbee42 req-8a0e2ab7-a0d0-4e58-b5b7-9e3bf96d7a24 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0508070 May 16 15:19:45.803361 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0c41810d-bbae-4ef7-ae93-6f596dbbee42 req-426b6b74-da17-4446-b765-4f73bf5571c7 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=29d789d0-7afa-4e59-b69d-7d9d63ed475e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705669 May 16 15:19:45.814762 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-529e48d6-7ec6-4991-ab6b-ccda1dd1d615 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:45.816263 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-529e48d6-7ec6-4991-ab6b-ccda1dd1d615 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 945 time: 0.0570209 May 16 15:19:45.943595 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Deleting port fb596391-d69d-41f8-b5d1-5cdf514becf8 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:45.943967 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:46.036763 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] For port fb596391-d69d-41f8-b5d1-5cdf514becf8, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=fb596391-d69d-41f8-b5d1-5cdf514becf8,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:46.037133 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:46.197676 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:46.197676 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (652d10b6-2384-4107-9364-23f5cc4e0f22), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:46.197676 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Floating IP 652d10b6-2384-4107-9364-23f5cc4e0f22 disassociated. External IP: 172.27.1.237, port: fb596391-d69d-41f8-b5d1-5cdf514becf8. May 16 15:19:46.197676 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Calling delete_port for fb596391-d69d-41f8-b5d1-5cdf514becf8 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:46.394826 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (fb596391-d69d-41f8-b5d1-5cdf514becf8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:46.423004 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event deleted for resources: {'Port': ['ID=fb596391-d69d-41f8-b5d1-5cdf514becf8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:46.434447 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.434815 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.435158 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.435507 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.435872 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.436209 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.436544 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.438668 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.438668 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.438668 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.438668 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.438668 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.438668 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.439120 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.439120 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:46.542833 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Router 0c2bed8c-093c-456d-a528-323b6a35c368 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:19:46.645322 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:19:46.657460 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb29ba-2c36-4aaa-8fea-7d96e157aee5 None None] Sync routers for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:19:46.671580 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb29ba-2c36-4aaa-8fea-7d96e157aee5 None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:46.672573 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9aeb29ba-2c36-4aaa-8fea-7d96e157aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:19:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:46.689454 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] No DVR routers for this DVR port fb596391-d69d-41f8-b5d1-5cdf514becf8 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:19:46.692285 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:46.695602 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-36318dba-c43f-47d6-b4ff-7be4828fb2c6 req-54e1d895-b96b-4b69-8aac-a2f1b0272cf8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.25 "DELETE /v2.0/ports/fb596391-d69d-41f8-b5d1-5cdf514becf8 HTTP/1.1" status: 204 len: 173 time: 0.8340724 May 16 15:19:46.695991 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'name': 'network-vif-deleted', 'tag': 'fb596391-d69d-41f8-b5d1-5cdf514becf8'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:46.698861 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0873fbb1-90f8-436d-8da9-f1a6685a70c0" -d '{"events": [{"server_uuid": "ccced799-d35d-4fcc-81d1-df03942c2394", "name": "network-vif-deleted", "tag": "fb596391-d69d-41f8-b5d1-5cdf514becf8"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:46.735662 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be92104c-dc3f-498a-8054-0e4d6f447557 x-openstack-request-id: req-be92104c-dc3f-498a-8054-0e4d6f447557 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:46.736336 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccced799-d35d-4fcc-81d1-df03942c2394", "name": "network-vif-deleted", "tag": "fb596391-d69d-41f8-b5d1-5cdf514becf8", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:46.736336 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-be92104c-dc3f-498a-8054-0e4d6f447557 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:46.736602 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be92104c-dc3f-498a-8054-0e4d6f447557'] response: {'server_uuid': 'ccced799-d35d-4fcc-81d1-df03942c2394', 'name': 'network-vif-deleted', 'tag': 'fb596391-d69d-41f8-b5d1-5cdf514becf8', 'status': 'completed', 'code': 200} May 16 15:19:46.782045 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-9aeb29ba-2c36-4aaa-8fea-7d96e157aee5 None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:46.940849 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3ee62b4c-c4eb-46a8-a0bb-140beb974bdb req-57862b62-0e11-4d26-8c06-9efad2eb4c9f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 210 time: 0.0481954 May 16 15:19:47.042372 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9aeb29ba-2c36-4aaa-8fea-7d96e157aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:29Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:47.077109 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb29ba-2c36-4aaa-8fea-7d96e157aee5 None None] Checking router: 0c2bed8c-093c-456d-a528-323b6a35c368 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:19:47.090472 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb29ba-2c36-4aaa-8fea-7d96e157aee5 None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:47.091192 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9aeb29ba-2c36-4aaa-8fea-7d96e157aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:19:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:47.214737 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-9aeb29ba-2c36-4aaa-8fea-7d96e157aee5 None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:47.550951 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8aa3d-404f-4a3b-a7cd-56854dca91d0 req-675ea1e4-4736-4d25-aebd-0857e7bfa2b4 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:47.552651 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f6a8aa3d-404f-4a3b-a7cd-56854dca91d0 req-675ea1e4-4736-4d25-aebd-0857e7bfa2b4 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0504885 May 16 15:19:47.554654 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9aeb29ba-2c36-4aaa-8fea-7d96e157aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:29Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:47.581974 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb29ba-2c36-4aaa-8fea-7d96e157aee5 None None] The sync data for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi is: [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:29Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:19:47.612703 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f6a8aa3d-404f-4a3b-a7cd-56854dca91d0 req-8b9606f9-785d-4c4f-a518-3cb112efe339 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523198 May 16 15:19:47.804484 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd9a92-9ef0-4d2f-ae13-008c8566a7e3 None None] New status for floating IP 652d10b6-2384-4107-9364-23f5cc4e0f22: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:19:48.047913 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-26dd5341-02f2-425c-846d-fb7b7a87487f req-6ae032ac-2432-4140-b2ae-38864c196c82 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 210 time: 0.0288930 May 16 15:19:48.540544 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302980d-0eab-40f0-ade0-8adae37dcb75 req-a132de58-3625-4255-9a6d-e335b46aa03c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:48.542003 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9302980d-0eab-40f0-ade0-8adae37dcb75 req-a132de58-3625-4255-9a6d-e335b46aa03c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 945 time: 0.0490255 May 16 15:19:48.587947 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9302980d-0eab-40f0-ade0-8adae37dcb75 req-2c10f8cb-e589-4587-93e4-9ad8a719dfb6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403934 May 16 15:19:48.727178 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ab87d-3baa-4dba-b0cc-d8405fa4a399 req-286f8492-ab1a-481f-a4c6-71209a0272a6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:48.728678 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-627ab87d-3baa-4dba-b0cc-d8405fa4a399 req-286f8492-ab1a-481f-a4c6-71209a0272a6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0463986 May 16 15:19:48.774065 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-627ab87d-3baa-4dba-b0cc-d8405fa4a399 req-850b04a4-3741-4c51-8ec1-0ff906e81128 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398841 May 16 15:19:49.160758 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-139f8b1f-35af-424f-9c6f-f1b629bdcd85 req-42e0f094-f4c0-4ad9-ab82-0e4289f64236 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 210 time: 0.0348415 May 16 15:19:49.706472 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62eda3-e9c8-45f6-8ff2-42d9c15724b6 req-1ae07d66-2381-4cf0-b55e-c2ff6ee3727c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:49.707953 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df62eda3-e9c8-45f6-8ff2-42d9c15724b6 req-1ae07d66-2381-4cf0-b55e-c2ff6ee3727c tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 945 time: 0.0497870 May 16 15:19:49.754358 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df62eda3-e9c8-45f6-8ff2-42d9c15724b6 req-a606e0a3-0d03-4235-85f3-814cc58d5285 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 May 16 15:19:49.883557 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d6450-2b4f-4fbd-a523-285c1103585b req-25c2db47-057a-4202-ab99-eeb8e8900313 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:49.885002 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c11d6450-2b4f-4fbd-a523-285c1103585b req-25c2db47-057a-4202-ab99-eeb8e8900313 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0466535 May 16 15:19:49.931068 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c11d6450-2b4f-4fbd-a523-285c1103585b req-1ec8471b-0bb5-4938-8709-103d846a773c tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406461 May 16 15:19:50.263780 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e6e8daf-7324-421d-83fc-a08e55683279 req-84648292-0e76-4537-b0c3-85f3f25ca70b tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccced799-d35d-4fcc-81d1-df03942c2394 HTTP/1.1" status: 200 len: 210 time: 0.0270085 May 16 15:19:50.392076 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device fb596391-d69d-41f8-b5d1-5cdf514becf8 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:19:50.411577 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: fb596391-d69d-41f8-b5d1-5cdf514becf8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:19:50.411948 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device fb596391-d69d-41f8-b5d1-5cdf514becf8 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:19:50.870295 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c314bf-912a-414c-90e6-7dfee957b628 req-ec901185-4a82-446a-98d8-ba20a977278d tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:50.871843 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e6c314bf-912a-414c-90e6-7dfee957b628 req-ec901185-4a82-446a-98d8-ba20a977278d tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 945 time: 0.0498042 May 16 15:19:50.917860 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e6c314bf-912a-414c-90e6-7dfee957b628 req-782c70e0-ba2e-4235-bab7-e0db4ee107c8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405633 May 16 15:19:51.041157 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ca600-f8b8-43a7-98b6-9fb030b21651 req-4dc510cc-8bf7-49a4-9d96-8b0bd5a3a7fd tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:51.042503 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f09ca600-f8b8-43a7-98b6-9fb030b21651 req-4dc510cc-8bf7-49a4-9d96-8b0bd5a3a7fd tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0462630 May 16 15:19:51.087938 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f09ca600-f8b8-43a7-98b6-9fb030b21651 req-f75f1d8a-ac11-40b0-9237-9a01fd483d2f tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400662 May 16 15:19:51.421147 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35466) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:51.478082 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e99f-c77e-476d-b322-6b12da0593d0 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group (29d789d0-7afa-4e59-b69d-7d9d63ed475e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:51.501074 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e99f-c77e-476d-b322-6b12da0593d0 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group (29d789d0-7afa-4e59-b69d-7d9d63ed475e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:51.603283 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e99f-c77e-476d-b322-6b12da0593d0 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (29d789d0-7afa-4e59-b69d-7d9d63ed475e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:51.605809 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f2d9e99f-c77e-476d-b322-6b12da0593d0 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:51.608345 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f2d9e99f-c77e-476d-b322-6b12da0593d0 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "DELETE /v2.0/security-groups/29d789d0-7afa-4e59-b69d-7d9d63ed475e HTTP/1.1" status: 204 len: 168 time: 0.1848366 May 16 15:19:51.609846 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35468) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:51.616673 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9e99f-c77e-476d-b322-6b12da0593d0 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d789d0-7afa-4e59-b69d-7d9d63ed475e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:51.625134 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-a8e72de0-5ad3-4106-bd1a-6913aedb206a tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] show failed (client error): The resource could not be found. May 16 15:19:51.626160 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a8e72de0-5ad3-4106-bd1a-6913aedb206a tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups/29d789d0-7afa-4e59-b69d-7d9d63ed475e HTTP/1.1" status: 404 len: 347 time: 0.0153425 May 16 15:19:51.629140 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35470) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:51.735554 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-828f6cfe-890d-41a2-8082-7dd2b31c750f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Deleting port 017ae290-a4f6-448b-a2f8-76353a8e00fc {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:51.735915 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-828f6cfe-890d-41a2-8082-7dd2b31c750f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (017ae290-a4f6-448b-a2f8-76353a8e00fc), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:51.807207 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-828f6cfe-890d-41a2-8082-7dd2b31c750f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (017ae290-a4f6-448b-a2f8-76353a8e00fc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:51.807533 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-828f6cfe-890d-41a2-8082-7dd2b31c750f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (017ae290-a4f6-448b-a2f8-76353a8e00fc), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:51.818943 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-828f6cfe-890d-41a2-8082-7dd2b31c750f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Calling delete_port for 017ae290-a4f6-448b-a2f8-76353a8e00fc owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:52.013827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-828f6cfe-890d-41a2-8082-7dd2b31c750f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (017ae290-a4f6-448b-a2f8-76353a8e00fc), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.045376 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f6cfe-890d-41a2-8082-7dd2b31c750f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event deleted for resources: {'Port': ['ID=017ae290-a4f6-448b-a2f8-76353a8e00fc,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:52.061535 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc400f3-09f0-4c6f-af75-76de694b4a05 req-f7bef62d-e297-43aa-b744-023989319ffd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:52.062989 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4dc400f3-09f0-4c6f-af75-76de694b4a05 req-f7bef62d-e297-43aa-b744-023989319ffd tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 945 time: 0.0761507 May 16 15:19:52.144854 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-828f6cfe-890d-41a2-8082-7dd2b31c750f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (652d10b6-2384-4107-9364-23f5cc4e0f22), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.148434 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-828f6cfe-890d-41a2-8082-7dd2b31c750f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.149583 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-828f6cfe-890d-41a2-8082-7dd2b31c750f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "DELETE /v2.0/floatingips/652d10b6-2384-4107-9364-23f5cc4e0f22 HTTP/1.1" status: 204 len: 168 time: 0.5194776 May 16 15:19:52.153261 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4dc400f3-09f0-4c6f-af75-76de694b4a05 req-73d9e56d-d432-4dcd-bafd-1d081164c154 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755889 May 16 15:19:52.205091 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d06f44-f480-44fa-8e66-4a673d6bb81e req-8906d9c4-a485-499b-8ae5-22ef0d72c904 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:52.206606 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d4d06f44-f480-44fa-8e66-4a673d6bb81e req-8906d9c4-a485-499b-8ae5-22ef0d72c904 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0495729 May 16 15:19:52.256145 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d4d06f44-f480-44fa-8e66-4a673d6bb81e req-e9e9bf06-00dc-4b0e-af7e-62603026fbb6 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424254 May 16 15:19:52.287008 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35478) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:52.291542 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e87effdc-b1ca-49bd-9911-f3d508119c24 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592806692', 'description': 'tempest-description--422064950'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:52.380576 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e87effdc-b1ca-49bd-9911-f3d508119c24 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.446661 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e87effdc-b1ca-49bd-9911-f3d508119c24 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group (5d2188f0-8b39-4446-aa2e-2b2da192b7f7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.505228 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-d52eb2e8-4f36-4935-9a71-c801b915db11 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:52.507173 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-d52eb2e8-4f36-4935-9a71-c801b915db11 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.0443721 May 16 15:19:52.519566 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e87effdc-b1ca-49bd-9911-f3d508119c24 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (5d2188f0-8b39-4446-aa2e-2b2da192b7f7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.577689 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87effdc-b1ca-49bd-9911-f3d508119c24 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2188f0-8b39-4446-aa2e-2b2da192b7f7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:52.617145 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Deleting port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:52.617484 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.633400 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e87effdc-b1ca-49bd-9911-f3d508119c24 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.634598 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e87effdc-b1ca-49bd-9911-f3d508119c24 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3465734 May 16 15:19:52.637595 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35480) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:52.642088 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d6a79b53-b5a2-48be-8205-078d0b5274f9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Request body: {'security_group_rule': {'security_group_id': '5d2188f0-8b39-4446-aa2e-2b2da192b7f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:52.719863 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-f409aa6e-0cd8-466c-8f09-6815e77e97d1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:52.721291 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-f409aa6e-0cd8-466c-8f09-6815e77e97d1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 945 time: 0.0800726 May 16 15:19:52.726677 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6a79b53-b5a2-48be-8205-078d0b5274f9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group_rule (906b781e-7cf0-4274-87b7-7e3e041d54a5), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.774803 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] For port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:52.775084 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.782159 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6a79b53-b5a2-48be-8205-078d0b5274f9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group_rule (906b781e-7cf0-4274-87b7-7e3e041d54a5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.849249 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6a79b53-b5a2-48be-8205-078d0b5274f9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (906b781e-7cf0-4274-87b7-7e3e041d54a5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.855781 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Deleting port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:52.856124 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.870562 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a79b53-b5a2-48be-8205-078d0b5274f9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906b781e-7cf0-4274-87b7-7e3e041d54a5,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:52.939713 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d6a79b53-b5a2-48be-8205-078d0b5274f9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:52.940950 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d6a79b53-b5a2-48be-8205-078d0b5274f9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3023305 May 16 15:19:52.943652 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35482) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:52.948166 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-01f618c0-bd91-4796-8ce8-fe0c7f74f48f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Request body: {'security_group_rule': {'security_group_id': '5d2188f0-8b39-4446-aa2e-2b2da192b7f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:53.029898 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] For port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:53.030163 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.036190 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01f618c0-bd91-4796-8ce8-fe0c7f74f48f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group_rule (27758068-e4b5-487c-89e5-5ce811f96502), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.039029 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.039489 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (725a695b-bca0-4c7c-a63e-82b0d3aeef6d), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.039826 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Floating IP 725a695b-bca0-4c7c-a63e-82b0d3aeef6d disassociated. External IP: 172.27.1.236, port: 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b. May 16 15:19:53.040178 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Calling delete_port for 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:53.096106 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01f618c0-bd91-4796-8ce8-fe0c7f74f48f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group_rule (27758068-e4b5-487c-89e5-5ce811f96502), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.166067 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01f618c0-bd91-4796-8ce8-fe0c7f74f48f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (27758068-e4b5-487c-89e5-5ce811f96502), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.187716 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f618c0-bd91-4796-8ce8-fe0c7f74f48f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27758068-e4b5-487c-89e5-5ce811f96502,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:53.248113 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01f618c0-bd91-4796-8ce8-fe0c7f74f48f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.249351 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-01f618c0-bd91-4796-8ce8-fe0c7f74f48f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044946 May 16 15:19:53.252477 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35486) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:53.257176 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:53.347090 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.429703 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.532425 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.533021 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (12013241-be9d-4154-96e5-32bd41584efe), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.533129 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Floating IP 12013241-be9d-4154-96e5-32bd41584efe disassociated. External IP: 172.27.1.38, port: b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507. May 16 15:19:53.533442 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Calling delete_port for b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:53.538581 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Allocated IP 172.27.1.14 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/4de80297-e7a4-402b-af10-305fceedf8b1) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:19:53.612858 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453783c-e4c8-4d83-821a-a1fddd25f45d req-3df8aa0f-b6e5-45a1-9910-5f6a15cb05c3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:53.614313 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4453783c-e4c8-4d83-821a-a1fddd25f45d req-3df8aa0f-b6e5-45a1-9910-5f6a15cb05c3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 946 time: 0.1239395 May 16 15:19:53.640486 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for port (4de80297-e7a4-402b-af10-305fceedf8b1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.646456 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751435ee-10c1-40ef-8931-d3b3368ee3cd req-eef55fd7-5a37-495c-9f0b-5160c0f28776 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:53.648503 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-751435ee-10c1-40ef-8931-d3b3368ee3cd req-eef55fd7-5a37-495c-9f0b-5160c0f28776 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 945 time: 0.4112723 May 16 15:19:53.745104 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.753196 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4453783c-e4c8-4d83-821a-a1fddd25f45d req-4736f792-9f39-430c-a2b7-10825854f2ec tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=970170da-0033-4ea4-b2a6-5d3f8e0d6f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037877 May 16 15:19:53.760018 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (4de80297-e7a4-402b-af10-305fceedf8b1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.766365 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-751435ee-10c1-40ef-8931-d3b3368ee3cd req-1087621a-3359-4bd0-aa1d-a4859af1e44d tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa2d5c53-d272-47f8-892b-17088ee3a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031055 May 16 15:19:53.792475 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event deleted for resources: {'Port': ['ID=75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:53.809184 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:19:53.817989 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:19:53.821173 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:19:53.845771 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event updated for resources: {'Port': ['ID=4de80297-e7a4-402b-af10-305fceedf8b1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:53.932336 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:19:53.943378 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:53.980628 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:54.003867 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event deleted for resources: {'Port': ['ID=b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:54.099262 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (4de80297-e7a4-402b-af10-305fceedf8b1), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:54.136333 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:19:54.175250 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fa67af-bfd8-42dd-9c86-2fefa08a3d65 None None] Sync routers for ids ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:19:54.187673 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa67af-bfd8-42dd-9c86-2fefa08a3d65 None None] Routers {'3edad729-ba6b-4c0b-95b4-1fbb1b067395'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:54.188471 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] No DVR routers for this DVR port 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:19:54.189000 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a1fa67af-bfd8-42dd-9c86-2fefa08a3d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:19:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:54.193259 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:54.197580 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f227930d-fab4-4074-acbb-21ba8dd22050 req-a483aab6-cf8e-460f-9780-d5422d68a999 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "DELETE /v2.0/ports/75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b HTTP/1.1" status: 204 len: 173 time: 1.6849022 May 16 15:19:54.198059 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d612141-6fe0-4d49-b1aa-071acc497104', 'name': 'network-vif-deleted', 'tag': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:54.200362 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f0f3d1-8030-4c78-b882-d38b74f34a19" -d '{"events": [{"server_uuid": "4d612141-6fe0-4d49-b1aa-071acc497104", "name": "network-vif-deleted", "tag": "75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:54.206886 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Router 2614e299-9545-4e33-9bed-05db8c6f08f2 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:19:54.297060 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751e1e68-eef5-42a2-ab88-d508fc194848 x-openstack-request-id: req-751e1e68-eef5-42a2-ab88-d508fc194848 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:54.297365 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d612141-6fe0-4d49-b1aa-071acc497104", "name": "network-vif-deleted", "tag": "75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:54.297623 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-751e1e68-eef5-42a2-ab88-d508fc194848 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:54.298032 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751e1e68-eef5-42a2-ab88-d508fc194848'] response: {'server_uuid': '4d612141-6fe0-4d49-b1aa-071acc497104', 'name': 'network-vif-deleted', 'tag': '75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b', 'status': 'completed', 'code': 200} May 16 15:19:54.299032 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for port (4de80297-e7a4-402b-af10-305fceedf8b1), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:54.352143 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a1fa67af-bfd8-42dd-9c86-2fefa08a3d65 None None] Set router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:54.356542 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:19:54.368329 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f295450a-6677-4bc7-9fa7-5681bcbe0363 None None] Sync routers for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:19:54.368885 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (4de80297-e7a4-402b-af10-305fceedf8b1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:54.404306 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295450a-6677-4bc7-9fa7-5681bcbe0363 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:54.405858 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f295450a-6677-4bc7-9fa7-5681bcbe0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:19:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:54.429066 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] No DVR routers for this DVR port b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:19:54.432830 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:54.437211 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cdd097b1-1921-4d0c-ac19-0f7a0c84ff6f req-629952bc-0447-423c-9575-b9e36c642179 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "DELETE /v2.0/ports/b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 HTTP/1.1" status: 204 len: 173 time: 1.7080843 May 16 15:19:54.470308 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event updated for resources: {'Port': ['ID=4de80297-e7a4-402b-af10-305fceedf8b1,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:54.501140 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:54.541756 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f295450a-6677-4bc7-9fa7-5681bcbe0363 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:54.608931 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a1fa67af-bfd8-42dd-9c86-2fefa08a3d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '52edac99-a9cb-4c8c-af28-16dc5b8cd2d4', 'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'mac_address': 'fa:16:3e:c6:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:15Z', 'updated_at': '2022-05-16T15:15:28Z', 'revision_number': 5, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'subnets': [{'id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:54.636353 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:54.636577 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fa67af-bfd8-42dd-9c86-2fefa08a3d65 None None] Checking router: 3edad729-ba6b-4c0b-95b4-1fbb1b067395 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:19:54.638137 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-debbf1d2-d558-4454-9588-5865253702c9 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3846619 May 16 15:19:54.644911 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa67af-bfd8-42dd-9c86-2fefa08a3d65 None None] Routers {'3edad729-ba6b-4c0b-95b4-1fbb1b067395'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:54.645729 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a1fa67af-bfd8-42dd-9c86-2fefa08a3d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:19:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:54.765531 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a1fa67af-bfd8-42dd-9c86-2fefa08a3d65 None None] Set router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:54.776079 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f295450a-6677-4bc7-9fa7-5681bcbe0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:54.802212 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f295450a-6677-4bc7-9fa7-5681bcbe0363 None None] Checking router: 2614e299-9545-4e33-9bed-05db8c6f08f2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:19:54.816479 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295450a-6677-4bc7-9fa7-5681bcbe0363 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:54.817121 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f295450a-6677-4bc7-9fa7-5681bcbe0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:19:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:54.902364 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-7e8f7819-5252-4435-936f-3bda5514a475 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--592806692&fields=id&tenant_id=9886c48c5650408cacaa4e7f78586404 HTTP/1.1" status: 200 len: 267 time: 0.0649662 May 16 15:19:54.929288 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c1506ed4-277d-4feb-88a4-9ae4252313f5 req-040f1c6c-6696-4624-ab2a-6b360555dbb0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=e13d168b-75a6-49ab-a169-a941b031915a HTTP/1.1" status: 200 len: 210 time: 0.0431688 May 16 15:19:54.938560 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f295450a-6677-4bc7-9fa7-5681bcbe0363 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:54.966863 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a1fa67af-bfd8-42dd-9c86-2fefa08a3d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '52edac99-a9cb-4c8c-af28-16dc5b8cd2d4', 'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'mac_address': 'fa:16:3e:c6:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:15Z', 'updated_at': '2022-05-16T15:15:28Z', 'revision_number': 5, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'subnets': [{'id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:55.007779 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fa67af-bfd8-42dd-9c86-2fefa08a3d65 None None] The sync data for ids ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'] in dv-cinder-841753-2-iscsi is: [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 4, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '52edac99-a9cb-4c8c-af28-16dc5b8cd2d4', 'name': '', 'network_id': 'be046d4b-8cff-4819-b7cd-e793c832b714', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'mac_address': 'fa:16:3e:c6:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:15Z', 'updated_at': '2022-05-16T15:15:28Z', 'revision_number': 5, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'subnets': [{'id': '9b76ba48-b512-4d7d-89b3-3927e671c112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:19:55.046722 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62efc-1038-4479-a988-f2b1c196d477 req-1fac5cd9-5318-4fa7-aa7a-656e42f4f073 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:55.048175 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-1fac5cd9-5318-4fa7-aa7a-656e42f4f073 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/networks?id=d5d840d6-be4b-4ccc-949a-d641977c970e HTTP/1.1" status: 200 len: 811 time: 0.1308172 May 16 15:19:55.078558 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-b23f8339-1cad-43f8-b409-5b79a5eb3970 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/quotas/9886c48c5650408cacaa4e7f78586404 HTTP/1.1" status: 200 len: 375 time: 0.0234380 May 16 15:19:55.104867 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1a5d6463-e0bc-4872-9a07-be888b5d9ef4 req-cbf00e28-1faf-48f4-9711-bc928f713502 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d612141-6fe0-4d49-b1aa-071acc497104 HTTP/1.1" status: 200 len: 210 time: 0.0399466 May 16 15:19:55.150536 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-04382d93-9922-4894-96c0-b60fb12fc8bb tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9886c48c5650408cacaa4e7f78586404&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561662 May 16 15:19:55.180831 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f295450a-6677-4bc7-9fa7-5681bcbe0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:55.206851 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f295450a-6677-4bc7-9fa7-5681bcbe0363 None None] The sync data for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi is: [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:19:55.260472 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-6b86ca64-a07b-46bd-9c6d-5e84bc5d0eb7 service neutron] 10.222.0.71 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924559 May 16 15:19:55.297405 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f726da-43d5-4ff6-b2be-f214789df0b8 None None] New status for floating IP 725a695b-bca0-4c7c-a63e-82b0d3aeef6d: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:19:55.383162 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-26518ff9-61af-450e-b163-d46c14cb0e63 service neutron] 10.222.0.71 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160488 May 16 15:19:55.517515 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f447c4-e2af-4a1c-8162-814a4d75a1fd None None] New status for floating IP 12013241-be9d-4154-96e5-32bd41584efe: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:19:55.709300 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7d8373de-d2e9-4805-81bd-54643afe59d1 req-e7ca9268-215e-42aa-bbc1-e10ed7532ef6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 210 time: 0.0322659 May 16 15:19:56.104302 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35524) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:56.187904 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f62db64-aa8d-478f-b1bd-6465b94060d8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (aa2d5c53-d272-47f8-892b-17088ee3a238), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.220231 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f62db64-aa8d-478f-b1bd-6465b94060d8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (aa2d5c53-d272-47f8-892b-17088ee3a238), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.283877 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35532) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:56.299254 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13d168b-75a6-49ab-a169-a941b031915a', 'name': 'network-vif-deleted', 'tag': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:56.301708 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e1171d-3ede-4036-b448-62c4c0650edf" -d '{"events": [{"server_uuid": "e13d168b-75a6-49ab-a169-a941b031915a", "name": "network-vif-deleted", "tag": "b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:56.338784 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b24f091-da2a-4fa1-a5f5-621689349a70 x-openstack-request-id: req-5b24f091-da2a-4fa1-a5f5-621689349a70 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:56.339193 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2764443-376f-4dcc-b052-a29b41ff8f93 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for security_group (970170da-0033-4ea4-b2a6-5d3f8e0d6f79), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.339331 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13d168b-75a6-49ab-a169-a941b031915a", "name": "network-vif-deleted", "tag": "b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:56.339436 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5b24f091-da2a-4fa1-a5f5-621689349a70 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:56.339872 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b24f091-da2a-4fa1-a5f5-621689349a70'] response: {'server_uuid': 'e13d168b-75a6-49ab-a169-a941b031915a', 'name': 'network-vif-deleted', 'tag': 'b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507', 'status': 'completed', 'code': 200} May 16 15:19:56.365080 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2764443-376f-4dcc-b052-a29b41ff8f93 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for security_group (970170da-0033-4ea4-b2a6-5d3f8e0d6f79), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.375106 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f62db64-aa8d-478f-b1bd-6465b94060d8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (aa2d5c53-d272-47f8-892b-17088ee3a238), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.377642 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f62db64-aa8d-478f-b1bd-6465b94060d8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.390036 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8f62db64-aa8d-478f-b1bd-6465b94060d8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "DELETE /v2.0/security-groups/aa2d5c53-d272-47f8-892b-17088ee3a238 HTTP/1.1" status: 204 len: 168 time: 0.2734256 May 16 15:19:56.390167 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35536) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:56.395746 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-480e25c0-482a-452e-b457-7eef2d565128 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] show failed (client error): The resource could not be found. May 16 15:19:56.396975 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-480e25c0-482a-452e-b457-7eef2d565128 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups/aa2d5c53-d272-47f8-892b-17088ee3a238 HTTP/1.1" status: 404 len: 347 time: 0.0135307 May 16 15:19:56.399258 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62db64-aa8d-478f-b1bd-6465b94060d8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2d5c53-d272-47f8-892b-17088ee3a238,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:56.399961 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35538) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:56.421945 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:19:56.441539 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:19:56.441829 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device b8ba8a30-4e6a-49c8-9ac0-4617f3c6e507 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:19:56.442252 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:19:56.460498 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:19:56.460845 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 75a3eecb-d4be-47dd-a94a-ce5c9bc0c45b not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:19:56.503284 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2764443-376f-4dcc-b052-a29b41ff8f93 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (970170da-0033-4ea4-b2a6-5d3f8e0d6f79), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.506060 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2764443-376f-4dcc-b052-a29b41ff8f93 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.507340 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f2764443-376f-4dcc-b052-a29b41ff8f93 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "DELETE /v2.0/security-groups/970170da-0033-4ea4-b2a6-5d3f8e0d6f79 HTTP/1.1" status: 204 len: 168 time: 0.2224712 May 16 15:19:56.510516 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35540) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:56.516949 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2764443-376f-4dcc-b052-a29b41ff8f93 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970170da-0033-4ea4-b2a6-5d3f8e0d6f79,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:56.529722 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-1c626025-e058-4f81-ba46-c77a9a8e78d8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] show failed (client error): The resource could not be found. May 16 15:19:56.530738 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1c626025-e058-4f81-ba46-c77a9a8e78d8 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups/970170da-0033-4ea4-b2a6-5d3f8e0d6f79 HTTP/1.1" status: 404 len: 347 time: 0.0193307 May 16 15:19:56.535354 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35542) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:56.537407 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-014286de-2433-461c-a090-5649272f6535 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Deleting port 0395732a-4515-44c1-84b0-129be56199c3 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:56.538612 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014286de-2433-461c-a090-5649272f6535 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (0395732a-4515-44c1-84b0-129be56199c3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.611550 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:19:56.623000 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014286de-2433-461c-a090-5649272f6535 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (0395732a-4515-44c1-84b0-129be56199c3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.623338 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014286de-2433-461c-a090-5649272f6535 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (0395732a-4515-44c1-84b0-129be56199c3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.636888 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-014286de-2433-461c-a090-5649272f6535 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Calling delete_port for 0395732a-4515-44c1-84b0-129be56199c3 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:56.650096 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-6d60a58f-551d-44b3-8060-443645438ab1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Deleting port 26800911-d07e-4098-955b-b4cad50fef25 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:56.650619 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d60a58f-551d-44b3-8060-443645438ab1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (26800911-d07e-4098-955b-b4cad50fef25), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.730003 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d60a58f-551d-44b3-8060-443645438ab1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (26800911-d07e-4098-955b-b4cad50fef25), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.730340 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d60a58f-551d-44b3-8060-443645438ab1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for floatingip (26800911-d07e-4098-955b-b4cad50fef25), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.744244 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-6d60a58f-551d-44b3-8060-443645438ab1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Calling delete_port for 26800911-d07e-4098-955b-b4cad50fef25 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:56.814380 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3374495f-83d6-481a-9032-2372ecf6bb88 req-b349e70b-bd17-4b1d-b573-8fcad9a6e475 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 210 time: 0.0327117 May 16 15:19:56.831740 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014286de-2433-461c-a090-5649272f6535 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (0395732a-4515-44c1-84b0-129be56199c3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.858009 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014286de-2433-461c-a090-5649272f6535 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event deleted for resources: {'Port': ['ID=0395732a-4515-44c1-84b0-129be56199c3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:56.919567 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014286de-2433-461c-a090-5649272f6535 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (12013241-be9d-4154-96e5-32bd41584efe), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.921773 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-014286de-2433-461c-a090-5649272f6535 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.922897 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-014286de-2433-461c-a090-5649272f6535 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "DELETE /v2.0/floatingips/12013241-be9d-4154-96e5-32bd41584efe HTTP/1.1" status: 204 len: 168 time: 0.5220387 May 16 15:19:56.954709 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d60a58f-551d-44b3-8060-443645438ab1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (26800911-d07e-4098-955b-b4cad50fef25), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:56.980854 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60a58f-551d-44b3-8060-443645438ab1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event deleted for resources: {'Port': ['ID=26800911-d07e-4098-955b-b4cad50fef25,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:57.034858 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35548) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:57.042506 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fb7851a6-e176-4fbc-80de-3de3dbdcf1cf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692486229', 'description': 'tempest-description--472386953'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:57.064776 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d60a58f-551d-44b3-8060-443645438ab1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks [] for floatingip (725a695b-bca0-4c7c-a63e-82b0d3aeef6d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.067164 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d60a58f-551d-44b3-8060-443645438ab1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.068312 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6d60a58f-551d-44b3-8060-443645438ab1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "DELETE /v2.0/floatingips/725a695b-bca0-4c7c-a63e-82b0d3aeef6d HTTP/1.1" status: 204 len: 168 time: 0.5319710 May 16 15:19:57.149454 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb7851a6-e176-4fbc-80de-3de3dbdcf1cf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.216373 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb7851a6-e176-4fbc-80de-3de3dbdcf1cf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (482996f6-98f0-4256-9a51-07165393c57c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.274748 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb7851a6-e176-4fbc-80de-3de3dbdcf1cf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (482996f6-98f0-4256-9a51-07165393c57c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.304576 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7851a6-e176-4fbc-80de-3de3dbdcf1cf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482996f6-98f0-4256-9a51-07165393c57c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:57.362549 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fb7851a6-e176-4fbc-80de-3de3dbdcf1cf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.363885 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-fb7851a6-e176-4fbc-80de-3de3dbdcf1cf tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3281360 May 16 15:19:57.367447 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35554) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:57.371773 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9f35cf91-93e5-4ec2-8ec2-c8044dd80f0f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'security_group_rule': {'security_group_id': '482996f6-98f0-4256-9a51-07165393c57c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:57.485223 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f35cf91-93e5-4ec2-8ec2-c8044dd80f0f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (9d03c025-49af-4997-80d4-bb82cc599854), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.540169 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f35cf91-93e5-4ec2-8ec2-c8044dd80f0f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (9d03c025-49af-4997-80d4-bb82cc599854), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.585603 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f35cf91-93e5-4ec2-8ec2-c8044dd80f0f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (9d03c025-49af-4997-80d4-bb82cc599854), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.603715 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35cf91-93e5-4ec2-8ec2-c8044dd80f0f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d03c025-49af-4997-80d4-bb82cc599854,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:57.668336 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f35cf91-93e5-4ec2-8ec2-c8044dd80f0f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.669593 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9f35cf91-93e5-4ec2-8ec2-c8044dd80f0f tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3011351 May 16 15:19:57.672531 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35556) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:57.677118 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9522a9c4-7c77-4426-abac-947cfd0169e6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'security_group_rule': {'security_group_id': '482996f6-98f0-4256-9a51-07165393c57c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:57.778128 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9522a9c4-7c77-4426-abac-947cfd0169e6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (579ff46f-e53e-41af-89af-1515a0053203), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.837155 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9522a9c4-7c77-4426-abac-947cfd0169e6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (579ff46f-e53e-41af-89af-1515a0053203), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.839275 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62efc-1038-4479-a988-f2b1c196d477 req-353f7314-c6d2-49d8-8289-564e2a90df19 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:57.840867 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-353f7314-c6d2-49d8-8289-564e2a90df19 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.25 "GET /v2.0/networks?id=d5d840d6-be4b-4ccc-949a-d641977c970e HTTP/1.1" status: 200 len: 811 time: 0.1055903 May 16 15:19:57.903222 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9522a9c4-7c77-4426-abac-947cfd0169e6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (579ff46f-e53e-41af-89af-1515a0053203), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:57.922465 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522a9c4-7c77-4426-abac-947cfd0169e6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579ff46f-e53e-41af-89af-1515a0053203,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:57.929379 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ab2a122f-b9c1-410f-a2aa-311efdad3b36 req-342bf6c6-8c92-420a-b61d-ae6c8a1bd0f1 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 210 time: 0.0370538 May 16 15:19:57.934364 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-75083cf1-53ec-46f7-a7fc-e60d9016e491 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9886c48c5650408cacaa4e7f78586404 HTTP/1.1" status: 200 len: 379 time: 0.0778763 May 16 15:19:57.943406 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-bce62efc-1038-4479-a988-f2b1c196d477 req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Request body: {'port': {'device_id': '6202deb8-088f-46e8-bd66-7377b00f7305', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'admin_state_up': True, 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'security_groups': ['5d2188f0-8b39-4446-aa2e-2b2da192b7f7']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:58.028123 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9522a9c4-7c77-4426-abac-947cfd0169e6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.029428 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9522a9c4-7c77-4426-abac-947cfd0169e6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3559077 May 16 15:19:58.032435 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35560) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:58.036826 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:58.137387 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce62efc-1038-4479-a988-f2b1c196d477 req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Made reservation on behalf of 9886c48c5650408cacaa4e7f78586404 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:19:58.137766 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.140978 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bce62efc-1038-4479-a988-f2b1c196d477 req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.217904 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.267954 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-bce62efc-1038-4479-a988-f2b1c196d477 req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Allocated IP 172.20.0.8 (d5d840d6-be4b-4ccc-949a-d641977c970e/2448ad91-16a6-4222-afd8-059210fe98cd/15f9e43d-7e6a-475f-922e-a92ad8c84c97) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:19:58.324771 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Allocated IP 172.27.1.134 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/e21036d9-8f2d-40d4-a70d-97a16e4b5427) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:19:58.406072 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bce62efc-1038-4479-a988-f2b1c196d477 req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.427022 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for port (e21036d9-8f2d-40d4-a70d-97a16e4b5427), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.518065 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bce62efc-1038-4479-a988-f2b1c196d477 req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.538339 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (e21036d9-8f2d-40d4-a70d-97a16e4b5427), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.557219 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce62efc-1038-4479-a988-f2b1c196d477 req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Network d5d840d6-be4b-4ccc-949a-d641977c970e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:19:58.560126 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-bce62efc-1038-4479-a988-f2b1c196d477 req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:19:58.563875 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce62efc-1038-4479-a988-f2b1c196d477 req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:19:58.580471 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:19:58.588174 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:19:58.594875 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:19:58.603022 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event updated for resources: {'Port': ['ID=15f9e43d-7e6a-475f-922e-a92ad8c84c97,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:58.617160 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'Port': ['ID=e21036d9-8f2d-40d4-a70d-97a16e4b5427,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:58.641111 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62efc-1038-4479-a988-f2b1c196d477 req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:58.642064 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bce62efc-1038-4479-a988-f2b1c196d477 req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.688301 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (e514c5fe-58ca-4228-a70d-c36b6bbbc8f6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.720678 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-204e1574-622a-48d6-8566-7a636d903216 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7808096 May 16 15:19:58.737774 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Request body: {'port': {'device_id': '6202deb8-088f-46e8-bd66-7377b00f7305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:58.799159 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.818287 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (e21036d9-8f2d-40d4-a70d-97a16e4b5427), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.829324 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0e071d21-8cb3-4e66-9f6b-686c0ab2f21d None None] Provisioning complete for port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:19:58.829844 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0e071d21-8cb3-4e66-9f6b-686c0ab2f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.863671 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0e071d21-8cb3-4e66-9f6b-686c0ab2f21d None None] Port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:19:59.012028 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for port (e21036d9-8f2d-40d4-a70d-97a16e4b5427), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:59.057542 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (e21036d9-8f2d-40d4-a70d-97a16e4b5427), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:59.067327 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115c516-9625-4be1-af3c-dd080bf060aa req-a3ff8a4c-018f-4f12-ae71-d83ce7748e84 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:59.068960 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3115c516-9625-4be1-af3c-dd080bf060aa req-a3ff8a4c-018f-4f12-ae71-d83ce7748e84 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 931 time: 0.0664480 May 16 15:19:59.133462 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'Port': ['ID=e21036d9-8f2d-40d4-a70d-97a16e4b5427,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:59.144177 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (e514c5fe-58ca-4228-a70d-c36b6bbbc8f6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:59.157253 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3115c516-9625-4be1-af3c-dd080bf060aa req-1f70689d-1363-4de6-a10c-9a48e648daf1 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769417 May 16 15:19:59.166029 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f9e43d-7e6a-475f-922e-a92ad8c84c97 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:19:59.173912 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Publish callbacks [] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:59.186461 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Transition to ACTIVE for port object 15f9e43d-7e6a-475f-922e-a92ad8c84c97 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:19:59.216607 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:59.217824 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1ac5660c-27e6-4a6c-847a-1e4bbb3ba234 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1844778 May 16 15:19:59.234640 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:59.292333 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Pushing event updated for resources: {'Port': ['ID=15f9e43d-7e6a-475f-922e-a92ad8c84c97,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:59.398662 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-d7da9da9-f404-4303-870c-e5bb5567f394 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1692486229&fields=id&tenant_id=56ba8d3ade6e4efd90ce4c340464c565 HTTP/1.1" status: 200 len: 267 time: 0.0665817 May 16 15:19:59.399410 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Attempting to bind port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:19:59.399784 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Attempting to bind port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:19:59.400116 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Attempting to bind port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 on network d5d840d6-be4b-4ccc-949a-d641977c970e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:19:59.406167 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 on network d5d840d6-be4b-4ccc-949a-d641977c970e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:19:59.406495 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Attempting to bind port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 on network d5d840d6-be4b-4ccc-949a-d641977c970e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:19:59.422184 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:19:59.422528 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Checking segment: {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:19:59.422913 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Bound using segment: {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:19:59.423348 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Bound port: 15f9e43d-7e6a-475f-922e-a92ad8c84c97, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d5b6a0-9994-402e-98ff-acfa686cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:19:59.423740 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:59.559020 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27262152-624d-4000-8829-4d26c1d2bc9e req-50ce69f8-f04c-407b-843f-b2d11f0eb19a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:59.560400 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-50ce69f8-f04c-407b-843f-b2d11f0eb19a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/networks?id=1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 200 len: 815 time: 0.1551356 May 16 15:19:59.561384 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] For port 15f9e43d-7e6a-475f-922e-a92ad8c84c97, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:19:59.564504 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] For port 15f9e43d-7e6a-475f-922e-a92ad8c84c97, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=15f9e43d-7e6a-475f-922e-a92ad8c84c97,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:19:59.576772 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-77af3472-55b5-4d43-ba32-8bb447f580e5 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/quotas/56ba8d3ade6e4efd90ce4c340464c565 HTTP/1.1" status: 200 len: 375 time: 0.0107281 May 16 15:19:59.626054 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-ae5ee6cb-2200-4ff9-8670-655a78a0d2a1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441778 May 16 15:19:59.646799 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:59.727056 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:59.727498 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:59.728890 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] 10.222.0.25 "PUT /v2.0/ports/15f9e43d-7e6a-475f-922e-a92ad8c84c97 HTTP/1.1" status: 200 len: 1093 time: 0.9957054 May 16 15:19:59.729337 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6202deb8-088f-46e8-bd66-7377b00f7305', 'tag': '15f9e43d-7e6a-475f-922e-a92ad8c84c97'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:59.731563 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e6279d-5f88-483d-b7f5-486607dff324" -d '{"events": [{"name": "network-changed", "server_uuid": "6202deb8-088f-46e8-bd66-7377b00f7305", "tag": "15f9e43d-7e6a-475f-922e-a92ad8c84c97"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:59.777306 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c41e7e-f8ad-4cc5-b5e9-a2003b6a80fb service neutron] Pushing event updated for resources: {'Port': ['ID=15f9e43d-7e6a-475f-922e-a92ad8c84c97,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:59.797585 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-171bf44a-0e6b-4f83-a4d3-93ff5c84325b service neutron] 10.222.0.71 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586130 May 16 15:19:59.911140 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62efc-1038-4479-a988-f2b1c196d477 req-ea292674-acfd-4f4e-a6bf-c0373f062d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:59.912779 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-ea292674-acfd-4f4e-a6bf-c0373f062d41 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9886c48c5650408cacaa4e7f78586404&device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 1127 time: 0.0525160 May 16 15:19:59.923154 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-0ae05e2a-c6fe-43e7-9268-cb99909d5d41 service neutron] 10.222.0.71 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255462 May 16 15:19:59.959648 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-a5c1e017-a6fc-4571-b8cd-135080e7d059 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15f9e43d-7e6a-475f-922e-a92ad8c84c97 HTTP/1.1" status: 200 len: 217 time: 0.0334654 May 16 15:20:00.017914 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62efc-1038-4479-a988-f2b1c196d477 req-5fa63f9a-00a4-45ef-ab08-c5487902c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:00.019257 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-5fa63f9a-00a4-45ef-ab08-c5487902c545 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2448ad91-16a6-4222-afd8-059210fe98cd HTTP/1.1" status: 200 len: 850 time: 0.0539310 May 16 15:20:00.065009 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62efc-1038-4479-a988-f2b1c196d477 req-09a6b0fb-997f-419e-848d-46dfbe8c9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:00.066996 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-09a6b0fb-997f-419e-848d-46dfbe8c9441 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d5d840d6-be4b-4ccc-949a-d641977c970e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395274 May 16 15:20:00.094521 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1e7abf-2bbb-4f59-ae35-b671fa95a120 x-openstack-request-id: req-ca1e7abf-2bbb-4f59-ae35-b671fa95a120 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:00.097372 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6202deb8-088f-46e8-bd66-7377b00f7305", "tag": "15f9e43d-7e6a-475f-922e-a92ad8c84c97", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:00.097372 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ca1e7abf-2bbb-4f59-ae35-b671fa95a120 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:00.097372 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1e7abf-2bbb-4f59-ae35-b671fa95a120'] response: {'name': 'network-changed', 'server_uuid': '6202deb8-088f-46e8-bd66-7377b00f7305', 'tag': '15f9e43d-7e6a-475f-922e-a92ad8c84c97', 'status': 'completed', 'code': 200} May 16 15:20:00.456121 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-626ab15b-03bd-4745-a575-e5d3ad9e853d req-8adc2745-311c-4bb2-970c-d6ac0a13ea12 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 210 time: 0.2961953 May 16 15:20:00.476340 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33ee24-cb70-4343-8f6f-8f415080c974 req-8f6444ca-93fc-4933-a28f-58bc1caab9c4 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:00.476340 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7c33ee24-cb70-4343-8f6f-8f415080c974 req-8f6444ca-93fc-4933-a28f-58bc1caab9c4 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.3273711 May 16 15:20:00.480256 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-b3a62443-ac93-4b04-9122-e169656f2d55 service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054406 May 16 15:20:00.534230 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7c33ee24-cb70-4343-8f6f-8f415080c974 req-c7f77a92-0435-455e-bf88-8abe44b3edb7 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518498 May 16 15:20:00.569807 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e067a4c-8a47-42ed-ba48-ab3dd7d11577 req-ca1546bb-52de-49b1-8ec3-ebcc03248fda tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:00.571237 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e067a4c-8a47-42ed-ba48-ab3dd7d11577 req-ca1546bb-52de-49b1-8ec3-ebcc03248fda tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 943 time: 0.0499940 May 16 15:20:00.618396 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e067a4c-8a47-42ed-ba48-ab3dd7d11577 req-15c0da20-e7d8-4680-873d-713f4dbf6a65 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414789 May 16 15:20:01.550215 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6ad00506-266b-4f7b-a6a5-d4641fd3fd7f req-6924eabe-8b24-4860-8373-bd0d6366d197 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 210 time: 0.0263252 May 16 15:20:01.644886 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee4df-7856-47f1-a75b-0b71c1e58094 req-8108e3f8-9d12-4cc5-a4da-334c5867135d tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:01.646599 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c8dee4df-7856-47f1-a75b-0b71c1e58094 req-8108e3f8-9d12-4cc5-a4da-334c5867135d tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0455711 May 16 15:20:01.702175 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c8dee4df-7856-47f1-a75b-0b71c1e58094 req-eeb87f63-0463-4df8-b923-db5d5ace8a86 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496006 May 16 15:20:01.738247 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b45e4f-1d26-4557-9bfe-429a4c2c24f6 req-4ceaa940-e38d-4362-abd7-093781b89d1e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:01.739601 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b2b45e4f-1d26-4557-9bfe-429a4c2c24f6 req-4ceaa940-e38d-4362-abd7-093781b89d1e tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 943 time: 0.0530772 May 16 15:20:01.785057 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b2b45e4f-1d26-4557-9bfe-429a4c2c24f6 req-7a55d59f-0fc5-4ea4-8a75-b6f1cb3e1229 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392389 May 16 15:20:02.203340 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bce62efc-1038-4479-a988-f2b1c196d477 req-86a51302-efff-4bc7-9a78-2f7d0062b3d9 service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820265 May 16 15:20:02.650847 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a0dade9c-4d75-444d-9f2f-1328393b5607 req-012b4d1d-9d3d-41bf-97f4-d24fa191dd97 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 210 time: 0.0327098 May 16 15:20:02.818446 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12f7ff-e944-419a-a7ab-d4212d524194 req-decf744e-010e-4f61-84e8-4afed1994684 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:02.821023 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c12f7ff-e944-419a-a7ab-d4212d524194 req-decf744e-010e-4f61-84e8-4afed1994684 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0477235 May 16 15:20:02.893235 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c12f7ff-e944-419a-a7ab-d4212d524194 req-fc5d6f32-bea4-4def-a41f-c794a0a83e6b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672803 May 16 15:20:02.909650 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f158e-dddd-4695-b41f-3cbef525d4bd req-b283bd44-6fd2-411d-bc4e-0f26f14b1e56 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:02.911097 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f6f158e-dddd-4695-b41f-3cbef525d4bd req-b283bd44-6fd2-411d-bc4e-0f26f14b1e56 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 943 time: 0.0569708 May 16 15:20:02.957373 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f6f158e-dddd-4695-b41f-3cbef525d4bd req-13e269e3-68fb-499f-b2cd-d7c96c04cfb8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406890 May 16 15:20:03.354213 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89404cd-6ea9-4919-9b6c-2a065bea151e req-a2ef810d-e971-455a-8e7a-b052ec157b8e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:03.355698 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a89404cd-6ea9-4919-9b6c-2a065bea151e req-a2ef810d-e971-455a-8e7a-b052ec157b8e tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 946 time: 0.0756786 May 16 15:20:03.356827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6279d-5f88-483d-b7f5-486607dff324 req-ecd7965f-bb36-4ede-ba39-81d4d7205051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:03.358145 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73e6279d-5f88-483d-b7f5-486607dff324 req-ecd7965f-bb36-4ede-ba39-81d4d7205051 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9886c48c5650408cacaa4e7f78586404&device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 1127 time: 0.0768554 May 16 15:20:03.443263 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4d6f884b-bcf3-46e8-8390-817ef918d4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:03.511801 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-a89404cd-6ea9-4919-9b6c-2a065bea151e req-b5560e67-62af-46e0-8b5d-65530fb0c213 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Deleting port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:03.512145 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a89404cd-6ea9-4919-9b6c-2a065bea151e req-b5560e67-62af-46e0-8b5d-65530fb0c213 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:03.528652 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6279d-5f88-483d-b7f5-486607dff324 req-63dd143f-7f69-45d4-b613-b265267bbbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:03.530180 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73e6279d-5f88-483d-b7f5-486607dff324 req-63dd143f-7f69-45d4-b613-b265267bbbe9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d5d840d6-be4b-4ccc-949a-d641977c970e HTTP/1.1" status: 200 len: 912 time: 0.1607814 May 16 15:20:03.577274 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73e6279d-5f88-483d-b7f5-486607dff324 req-8b37081b-4ddb-4664-8faa-bccf907e15c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15f9e43d-7e6a-475f-922e-a92ad8c84c97 HTTP/1.1" status: 200 len: 217 time: 0.0408149 May 16 15:20:03.671432 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6279d-5f88-483d-b7f5-486607dff324 req-448c389c-5f33-4b48-8d09-21619e9abcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:03.672994 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73e6279d-5f88-483d-b7f5-486607dff324 req-448c389c-5f33-4b48-8d09-21619e9abcc9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2448ad91-16a6-4222-afd8-059210fe98cd HTTP/1.1" status: 200 len: 850 time: 0.0675244 May 16 15:20:03.674666 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-a89404cd-6ea9-4919-9b6c-2a065bea151e req-b5560e67-62af-46e0-8b5d-65530fb0c213 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] For port 0605d368-ac3c-4f23-b5ff-e1c7656542f5, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0605d368-ac3c-4f23-b5ff-e1c7656542f5,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:03.675037 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a89404cd-6ea9-4919-9b6c-2a065bea151e req-b5560e67-62af-46e0-8b5d-65530fb0c213 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:03.688151 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-a89404cd-6ea9-4919-9b6c-2a065bea151e req-b5560e67-62af-46e0-8b5d-65530fb0c213 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Calling delete_port for 0605d368-ac3c-4f23-b5ff-e1c7656542f5 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:03.765901 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a80d4af0-92b9-43cf-92f5-3922c171fb19 req-a4596eb7-14aa-4292-a065-c95559d0e201 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 210 time: 0.0347867 May 16 15:20:03.895699 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a89404cd-6ea9-4919-9b6c-2a065bea151e req-b5560e67-62af-46e0-8b5d-65530fb0c213 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (0605d368-ac3c-4f23-b5ff-e1c7656542f5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:03.936847 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['0605d368-ac3c-4f23-b5ff-e1c7656542f5', 'd8f457a8-ad98-4eee-b4ce-0e463130c421'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:20:03.952985 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5560e67-62af-46e0-8b5d-65530fb0c213 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event deleted for resources: {'Port': ['ID=0605d368-ac3c-4f23-b5ff-e1c7656542f5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:03.965644 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6279d-5f88-483d-b7f5-486607dff324 req-e5ed68ce-775e-41d4-9ce4-b520d3077439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:03.966634 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73e6279d-5f88-483d-b7f5-486607dff324 req-e5ed68ce-775e-41d4-9ce4-b520d3077439 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d5d840d6-be4b-4ccc-949a-d641977c970e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802567 May 16 15:20:04.031591 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89404cd-6ea9-4919-9b6c-2a065bea151e req-b5560e67-62af-46e0-8b5d-65530fb0c213 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] No DVR routers for this DVR port 0605d368-ac3c-4f23-b5ff-e1c7656542f5 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:04.051470 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a89404cd-6ea9-4919-9b6c-2a065bea151e req-b5560e67-62af-46e0-8b5d-65530fb0c213 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:04.054679 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a89404cd-6ea9-4919-9b6c-2a065bea151e req-b5560e67-62af-46e0-8b5d-65530fb0c213 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "DELETE /v2.0/ports/0605d368-ac3c-4f23-b5ff-e1c7656542f5 HTTP/1.1" status: 204 len: 173 time: 0.6871626 May 16 15:20:04.056782 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c116f9-b96a-4690-9ebd-8ceb7f806e18', 'name': 'network-vif-deleted', 'tag': '0605d368-ac3c-4f23-b5ff-e1c7656542f5'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:04.059149 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca600705-9be4-4a43-8c5f-c662b16cfea3" -d '{"events": [{"server_uuid": "04c116f9-b96a-4690-9ebd-8ceb7f806e18", "name": "network-vif-deleted", "tag": "0605d368-ac3c-4f23-b5ff-e1c7656542f5"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:04.075186 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d9c05b01-41aa-4927-a4ac-e6b857be04ed req-695b69a2-8b66-4abd-84e7-a9e66f890844 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 210 time: 0.0579710 May 16 15:20:04.123172 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75d0766-ef54-4de1-9ea3-53cbbee638af x-openstack-request-id: req-f75d0766-ef54-4de1-9ea3-53cbbee638af {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:04.123466 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c116f9-b96a-4690-9ebd-8ceb7f806e18", "name": "network-vif-deleted", "tag": "0605d368-ac3c-4f23-b5ff-e1c7656542f5", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:04.123745 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f75d0766-ef54-4de1-9ea3-53cbbee638af {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:04.124145 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75d0766-ef54-4de1-9ea3-53cbbee638af'] response: {'server_uuid': '04c116f9-b96a-4690-9ebd-8ceb7f806e18', 'name': 'network-vif-deleted', 'tag': '0605d368-ac3c-4f23-b5ff-e1c7656542f5', 'status': 'completed', 'code': 200} May 16 15:20:04.146394 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941687ff-424e-4c8b-ab43-d68caf83280b req-0e4aaa73-1078-4b19-b889-adaf3b582aa8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:04.147912 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-941687ff-424e-4c8b-ab43-d68caf83280b req-0e4aaa73-1078-4b19-b889-adaf3b582aa8 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 943 time: 0.1133053 May 16 15:20:04.177438 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73e6279d-5f88-483d-b7f5-486607dff324 req-fd96ca03-29d0-48e1-ac31-36b638ea2fe0 service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939688 May 16 15:20:04.269103 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-941687ff-424e-4c8b-ab43-d68caf83280b req-0d48a2d1-4d38-468d-b112-a670295b1eb0 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035590 May 16 15:20:04.376076 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73e6279d-5f88-483d-b7f5-486607dff324 req-77742f26-40be-4a04-b59b-f5c3a67a29b4 service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854680 May 16 15:20:04.385772 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27262152-624d-4000-8829-4d26c1d2bc9e req-e48887a5-8f2a-4f7d-a7cf-29b483cf8910 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:04.387243 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-e48887a5-8f2a-4f7d-a7cf-29b483cf8910 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "GET /v2.0/networks?id=1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 200 len: 815 time: 0.1957097 May 16 15:20:04.492578 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-6a0a1f3f-7aa0-40e9-b2f2-899ae13f0bf9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56ba8d3ade6e4efd90ce4c340464c565 HTTP/1.1" status: 200 len: 380 time: 0.0708811 May 16 15:20:04.505276 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-27262152-624d-4000-8829-4d26c1d2bc9e req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'port': {'device_id': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'admin_state_up': True, 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'security_groups': ['482996f6-98f0-4256-9a51-07165393c57c']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:04.666304 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27262152-624d-4000-8829-4d26c1d2bc9e req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Made reservation on behalf of 56ba8d3ade6e4efd90ce4c340464c565 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:20:04.669816 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-27262152-624d-4000-8829-4d26c1d2bc9e req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:04.797648 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-27262152-624d-4000-8829-4d26c1d2bc9e req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Allocated IP 172.20.0.8 (1a605965-a559-434b-a7bc-1500d5306bfd/3320305d-ea26-430d-95fd-04322a6b5aa8/ba75bca4-77b3-4ced-9d61-2fae4f3a831b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:20:04.878967 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-decb8ca4-45a1-4461-bf03-ebcc1d02f4dd req-d2547100-5e1b-4eb5-b839-7d73d5e28e5b tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 210 time: 0.0452576 May 16 15:20:04.976252 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-27262152-624d-4000-8829-4d26c1d2bc9e req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:05.092182 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-27262152-624d-4000-8829-4d26c1d2bc9e req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:05.142125 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27262152-624d-4000-8829-4d26c1d2bc9e req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Network 1a605965-a559-434b-a7bc-1500d5306bfd is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:20:05.147786 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-27262152-624d-4000-8829-4d26c1d2bc9e req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:20:05.151804 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-27262152-624d-4000-8829-4d26c1d2bc9e req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:20:05.156308 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event updated for resources: {'Port': ['ID=ba75bca4-77b3-4ced-9d61-2fae4f3a831b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:05.215277 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-411136da-a1e7-4fe9-b16d-645b95fbc298 req-a749111e-6080-4453-aecb-8c16fb70682b tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=04c116f9-b96a-4690-9ebd-8ceb7f806e18 HTTP/1.1" status: 200 len: 210 time: 0.0386574 May 16 15:20:05.247896 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27262152-624d-4000-8829-4d26c1d2bc9e req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:05.247896 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-27262152-624d-4000-8829-4d26c1d2bc9e req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:05.324291 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-859e5841-91dc-4bd5-b988-a58c2e881bee tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8234150 May 16 15:20:05.341936 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Request body: {'port': {'device_id': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:05.359460 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f7a179f7-e1ee-43f1-b51a-3942597c7c87 None None] Provisioning complete for port ba75bca4-77b3-4ced-9d61-2fae4f3a831b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:20:05.364378 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f7a179f7-e1ee-43f1-b51a-3942597c7c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:05.392195 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f7a179f7-e1ee-43f1-b51a-3942597c7c87 None None] Port ba75bca4-77b3-4ced-9d61-2fae4f3a831b cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:20:05.436547 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bd2cd-ee56-4f75-9b55-0dcec4cfeb03 req-373e8ced-d887-4485-bb57-7f5fddee67f2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:05.437949 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-029bd2cd-ee56-4f75-9b55-0dcec4cfeb03 req-373e8ced-d887-4485-bb57-7f5fddee67f2 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 943 time: 0.0748858 May 16 15:20:05.450687 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:05.491476 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-55b8f0ff-770f-4a09-ae93-717bf82cb596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:05.537085 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-029bd2cd-ee56-4f75-9b55-0dcec4cfeb03 req-a939938f-06f8-44e4-affe-30944d54e447 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924172 May 16 15:20:05.755518 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba75bca4-77b3-4ced-9d61-2fae4f3a831b {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:20:05.762979 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Publish callbacks [] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:05.775581 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Transition to ACTIVE for port object ba75bca4-77b3-4ced-9d61-2fae4f3a831b will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:20:05.840188 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:05.891446 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba75bca4-77b3-4ced-9d61-2fae4f3a831b,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:05.981038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Attempting to bind port ba75bca4-77b3-4ced-9d61-2fae4f3a831b on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:20:05.981391 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Attempting to bind port ba75bca4-77b3-4ced-9d61-2fae4f3a831b by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:20:05.981717 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Attempting to bind port ba75bca4-77b3-4ced-9d61-2fae4f3a831b on network 1a605965-a559-434b-a7bc-1500d5306bfd {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:20:06.006132 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Port ba75bca4-77b3-4ced-9d61-2fae4f3a831b on network 1a605965-a559-434b-a7bc-1500d5306bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:20:06.006394 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Attempting to bind port ba75bca4-77b3-4ced-9d61-2fae4f3a831b on network 1a605965-a559-434b-a7bc-1500d5306bfd {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:20:06.015498 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:20:06.015867 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Checking segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:20:06.016256 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Bound using segment: {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:20:06.016695 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Bound port: ba75bca4-77b3-4ced-9d61-2fae4f3a831b, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1267cfec-d2d7-4a45-86c8-c2052ee3c65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:20:06.017056 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:06.028682 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c833ab-1809-43a1-bbbf-b29cf05a3ce3 req-f326bce9-9567-401a-a55d-e12ad3f14733 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:06.030203 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a2c833ab-1809-43a1-bbbf-b29cf05a3ce3 req-f326bce9-9567-401a-a55d-e12ad3f14733 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 943 time: 0.0635035 May 16 15:20:06.124357 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a2c833ab-1809-43a1-bbbf-b29cf05a3ce3 req-f8e0c5aa-b5c9-4e07-a763-0d72f81ce735 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876987 May 16 15:20:06.127787 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] For port ba75bca4-77b3-4ced-9d61-2fae4f3a831b, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:20:06.130806 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] For port ba75bca4-77b3-4ced-9d61-2fae4f3a831b, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ba75bca4-77b3-4ced-9d61-2fae4f3a831b,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:20:06.197888 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:06.230274 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:06.230927 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:06.232331 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] 10.222.0.25 "PUT /v2.0/ports/ba75bca4-77b3-4ced-9d61-2fae4f3a831b HTTP/1.1" status: 200 len: 1093 time: 0.8946662 May 16 15:20:06.232772 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'tag': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:06.234994 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfcee6c-ffdb-4f5d-a5f1-4de8f8d311fd" -d '{"events": [{"name": "network-changed", "server_uuid": "34eda1a0-162b-4515-b35a-ac5e49da4a9a", "tag": "ba75bca4-77b3-4ced-9d61-2fae4f3a831b"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:06.260764 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde44ed-63f4-4344-b1ab-3e53a46176a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba75bca4-77b3-4ced-9d61-2fae4f3a831b,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:06.292320 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e037855-0a16-46f1-aa51-e0435127fc8e x-openstack-request-id: req-1e037855-0a16-46f1-aa51-e0435127fc8e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:06.292732 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eda1a0-162b-4515-b35a-ac5e49da4a9a", "tag": "ba75bca4-77b3-4ced-9d61-2fae4f3a831b", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:06.295264 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1e037855-0a16-46f1-aa51-e0435127fc8e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:06.295264 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e037855-0a16-46f1-aa51-e0435127fc8e'] response: {'name': 'network-changed', 'server_uuid': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'tag': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b', 'status': 'completed', 'code': 200} May 16 15:20:06.377103 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcee6c-ffdb-4f5d-a5f1-4de8f8d311fd req-3e6f3ef6-7778-435c-9b49-6af3e0cbfd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:06.378621 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7dfcee6c-ffdb-4f5d-a5f1-4de8f8d311fd req-3e6f3ef6-7778-435c-9b49-6af3e0cbfd4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 1127 time: 0.0437362 May 16 15:20:06.489693 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcee6c-ffdb-4f5d-a5f1-4de8f8d311fd req-81ba884a-747a-41cc-8179-4eaccb37c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:06.491130 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7dfcee6c-ffdb-4f5d-a5f1-4de8f8d311fd req-81ba884a-747a-41cc-8179-4eaccb37c083 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0972905 May 16 15:20:06.499297 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 15f9e43d-7e6a-475f-922e-a92ad8c84c97 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:20:06.510183 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 0605d368-ac3c-4f23-b5ff-e1c7656542f5 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:06.537997 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 0605d368-ac3c-4f23-b5ff-e1c7656542f5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:06.538347 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 0605d368-ac3c-4f23-b5ff-e1c7656542f5 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:06.606373 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcee6c-ffdb-4f5d-a5f1-4de8f8d311fd req-dcc6ac38-ed40-4c91-b3eb-5d4db23e4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:06.608112 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7dfcee6c-ffdb-4f5d-a5f1-4de8f8d311fd req-dcc6ac38-ed40-4c91-b3eb-5d4db23e4064 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1101692 May 16 15:20:06.658690 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 15f9e43d-7e6a-475f-922e-a92ad8c84c97, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=15f9e43d-7e6a-475f-922e-a92ad8c84c97,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:06.670644 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '15f9e43d-7e6a-475f-922e-a92ad8c84c97', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'port_id': '15f9e43d-7e6a-475f-922e-a92ad8c84c97', 'mac_address': 'fa:16:3e:38:50:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:20:06.697281 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:06.708064 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:20:06.708716 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:06.725762 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f9e43d-7e6a-475f-922e-a92ad8c84c97 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:20:06.739367 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621016af-1be4-4b59-9c4e-1a885db22e3a req-671b4352-173d-4290-87d8-bab4749f58b3 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:06.740860 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-621016af-1be4-4b59-9c4e-1a885db22e3a req-671b4352-173d-4290-87d8-bab4749f58b3 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 943 time: 0.0547931 May 16 15:20:06.746903 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 15f9e43d-7e6a-475f-922e-a92ad8c84c97, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=15f9e43d-7e6a-475f-922e-a92ad8c84c97,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:06.787534 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-621016af-1be4-4b59-9c4e-1a885db22e3a req-1de0a58a-5ae7-40ae-998e-d71764c391eb tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402727 May 16 15:20:06.809255 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:06.856418 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=15f9e43d-7e6a-475f-922e-a92ad8c84c97,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:06.863357 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.863732 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.864108 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.864454 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.864797 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.865120 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.865445 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.865768 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.866090 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.866412 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.866734 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.867054 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.868322 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.868666 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.869021 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:06.889087 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb1406-3318-426d-9667-cc57d23b0100 req-52320365-cc4b-486c-8302-dc88c21184cf tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:06.890602 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d3fb1406-3318-426d-9667-cc57d23b0100 req-52320365-cc4b-486c-8302-dc88c21184cf tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0475459 May 16 15:20:06.937607 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d3fb1406-3318-426d-9667-cc57d23b0100 req-96b06e7f-491d-4779-a43a-7fc7cc9bad0d tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412889 May 16 15:20:07.116099 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['15f9e43d-7e6a-475f-922e-a92ad8c84c97'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:20:07.280515 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d12a9-f130-4d8c-8c4a-0215f7621f04 req-93d8b65f-dfe2-467c-a111-cda8dcd69c5e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:07.281986 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6d0d12a9-f130-4d8c-8c4a-0215f7621f04 req-93d8b65f-dfe2-467c-a111-cda8dcd69c5e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 943 time: 0.0825739 May 16 15:20:07.292978 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70967e-6115-43d1-a1e4-9cb5ed824473 req-54d09477-11c3-4996-9074-1234db0a7aa9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:07.294547 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3d70967e-6115-43d1-a1e4-9cb5ed824473 req-54d09477-11c3-4996-9074-1234db0a7aa9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0641925 May 16 15:20:07.366634 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6d0d12a9-f130-4d8c-8c4a-0215f7621f04 req-d5ee3eb8-814d-4cce-ab43-8ba858cb11e2 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711374 May 16 15:20:07.369691 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3d70967e-6115-43d1-a1e4-9cb5ed824473 req-306c8249-d93d-42f9-8660-2086867d6de8 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686657 May 16 15:20:07.899292 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d329de3-1950-4fa9-b8ff-2f081e7a5926 req-0bd1d0e8-9837-4170-90a2-f82ab6ef48aa tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:07.900770 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8d329de3-1950-4fa9-b8ff-2f081e7a5926 req-0bd1d0e8-9837-4170-90a2-f82ab6ef48aa tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 944 time: 0.0461249 May 16 15:20:07.949781 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8d329de3-1950-4fa9-b8ff-2f081e7a5926 req-0923440f-c40d-44b3-b70d-0106e03ca5cb tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431576 May 16 15:20:07.997185 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:08.049041 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b89ce-eae0-4760-9273-1470fe940325 req-ab6ff9a7-0cd3-43aa-bdf0-541c084cc7e1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:08.050482 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-290b89ce-eae0-4760-9273-1470fe940325 req-ab6ff9a7-0cd3-43aa-bdf0-541c084cc7e1 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0458698 May 16 15:20:08.096314 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-290b89ce-eae0-4760-9273-1470fe940325 req-8b76f581-4645-4942-9364-0c5dea572aa2 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 May 16 15:20:08.501369 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 15f9e43d-7e6a-475f-922e-a92ad8c84c97 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:20:08.503793 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd505185-b2c4-420e-bbf3-30e72da41772 req-ff1d635d-a5b4-4e27-b258-b51a8d897a3e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:08.505283 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bd505185-b2c4-420e-bbf3-30e72da41772 req-ff1d635d-a5b4-4e27-b258-b51a8d897a3e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 943 time: 0.0726695 May 16 15:20:08.517208 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0542294-8671-4e2a-aaf9-56e1dbd14b78 req-e488c788-7607-47db-8824-abf1df56d6b6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:08.518618 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a0542294-8671-4e2a-aaf9-56e1dbd14b78 req-e488c788-7607-47db-8824-abf1df56d6b6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0773079 May 16 15:20:08.542206 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:20:08.587566 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bd505185-b2c4-420e-bbf3-30e72da41772 req-8ae6c938-4fbb-4c38-a7da-b2e32fb0bec5 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766163 May 16 15:20:08.591555 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a0542294-8671-4e2a-aaf9-56e1dbd14b78 req-d1f7ea56-b79c-4e1f-8f86-4b6557197daf tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669568 May 16 15:20:08.605873 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:20:08.606558 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:08.678271 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:20:08.678564 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:08.700223 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6202deb8-088f-46e8-bd66-7377b00f7305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f9e43d-7e6a-475f-922e-a92ad8c84c97'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:08.702414 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4663c76-8e05-4022-a0e6-10d37820f206" -d '{"events": [{"server_uuid": "6202deb8-088f-46e8-bd66-7377b00f7305", "name": "network-vif-plugged", "status": "completed", "tag": "15f9e43d-7e6a-475f-922e-a92ad8c84c97"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:08.714541 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 15f9e43d-7e6a-475f-922e-a92ad8c84c97, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=15f9e43d-7e6a-475f-922e-a92ad8c84c97,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:08.738108 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3f56c7-88bc-4a4b-9ea9-e2d3b477174a x-openstack-request-id: req-9e3f56c7-88bc-4a4b-9ea9-e2d3b477174a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:08.738408 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6202deb8-088f-46e8-bd66-7377b00f7305", "name": "network-vif-plugged", "status": "completed", "tag": "15f9e43d-7e6a-475f-922e-a92ad8c84c97", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:08.738658 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9e3f56c7-88bc-4a4b-9ea9-e2d3b477174a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:08.739043 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e3f56c7-88bc-4a4b-9ea9-e2d3b477174a'] response: {'server_uuid': '6202deb8-088f-46e8-bd66-7377b00f7305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f9e43d-7e6a-475f-922e-a92ad8c84c97', 'code': 200} May 16 15:20:08.777709 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:08.821556 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=15f9e43d-7e6a-475f-922e-a92ad8c84c97,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:09.061370 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bbb66-98bd-4a3c-8bcb-814e87be3aba req-516fb2d6-e621-413d-95af-47f9eb5748cf tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:09.062800 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c20bbb66-98bd-4a3c-8bcb-814e87be3aba req-516fb2d6-e621-413d-95af-47f9eb5748cf tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 945 time: 0.0463221 May 16 15:20:09.107622 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c20bbb66-98bd-4a3c-8bcb-814e87be3aba req-7bcbdcf0-41b3-40a3-8f88-ea195e4dca9b tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392725 May 16 15:20:09.210102 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c875ef-55b1-4902-9063-0c84e382d9d4 req-9c5e68c9-6cf7-46bc-81f6-01beb82dcf32 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:09.212199 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f4c875ef-55b1-4902-9063-0c84e382d9d4 req-9c5e68c9-6cf7-46bc-81f6-01beb82dcf32 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.0453377 May 16 15:20:09.259542 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f4c875ef-55b1-4902-9063-0c84e382d9d4 req-a1b458c3-2cad-433e-8cc8-dd08879a1b16 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 May 16 15:20:09.547301 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27262152-624d-4000-8829-4d26c1d2bc9e req-83cb8a74-2b57-4de8-b5b5-60527b94f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:09.548701 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-83cb8a74-2b57-4de8-b5b5-60527b94f80e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 1127 time: 0.0394411 May 16 15:20:09.726968 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4771-645a-43c9-8580-3af14ceddd0b req-3011a49f-6a5c-4080-b54c-d6f4aec25349 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:09.728448 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a79b4771-645a-43c9-8580-3af14ceddd0b req-3011a49f-6a5c-4080-b54c-d6f4aec25349 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 943 time: 0.0738826 May 16 15:20:09.736231 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f730b-d91b-4377-9967-6e4a1376affb req-8a48c77a-6956-47c1-839c-f4134bdc9a53 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:09.737561 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-153f730b-d91b-4377-9967-6e4a1376affb req-8a48c77a-6956-47c1-839c-f4134bdc9a53 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0716872 May 16 15:20:09.798359 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-b5588139-0667-44d9-a801-7df1b15933d4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba75bca4-77b3-4ced-9d61-2fae4f3a831b HTTP/1.1" status: 200 len: 217 time: 0.0517383 May 16 15:20:09.839959 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a79b4771-645a-43c9-8580-3af14ceddd0b req-365a17fa-8b11-4a41-8d8d-4cc0e3a75d63 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014602 May 16 15:20:09.844001 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-153f730b-d91b-4377-9967-6e4a1376affb req-64c135e6-5d26-48ca-ab3a-4e301a1847fd tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994294 May 16 15:20:09.997397 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff145628-f598-4af2-95b3-1058ae811d40 req-eee3ce27-7d4c-41be-b513-4f70a2272592 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:09.998791 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff145628-f598-4af2-95b3-1058ae811d40 req-eee3ce27-7d4c-41be-b513-4f70a2272592 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.1040916 May 16 15:20:10.004207 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27262152-624d-4000-8829-4d26c1d2bc9e req-d74a8648-51da-4bb4-9fdd-810a6a14fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:10.005502 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-d74a8648-51da-4bb4-9fdd-810a6a14fd69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3320305d-ea26-430d-95fd-04322a6b5aa8 HTTP/1.1" status: 200 len: 854 time: 0.1129591 May 16 15:20:10.006367 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4250b1-af2b-4f78-8853-9b0e8a909e12 req-3c2798fa-8c86-44ff-8651-2a92a52a5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:10.007692 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ab4250b1-af2b-4f78-8853-9b0e8a909e12 req-3c2798fa-8c86-44ff-8651-2a92a52a5047 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 1130 time: 0.1139600 May 16 15:20:10.420416 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27262152-624d-4000-8829-4d26c1d2bc9e req-783124a6-b10d-4e3b-af81-c0eaf6f29e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:10.421907 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-783124a6-b10d-4e3b-af81-c0eaf6f29e43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a605965-a559-434b-a7bc-1500d5306bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3861318 May 16 15:20:10.493718 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2cf08-b227-4d89-bab8-314ddd35168b req-84d3b711-5f6d-43b2-b18d-5684326a1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:10.495154 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cea2cf08-b227-4d89-bab8-314ddd35168b req-84d3b711-5f6d-43b2-b18d-5684326a1a0b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 1129 time: 0.1577659 May 16 15:20:10.575836 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-ff145628-f598-4af2-95b3-1058ae811d40 req-bc397c36-1859-42dc-aaa3-bababfe1b7b3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Deleting port d8f457a8-ad98-4eee-b4ce-0e463130c421 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:10.576176 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff145628-f598-4af2-95b3-1058ae811d40 req-bc397c36-1859-42dc-aaa3-bababfe1b7b3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:10.620352 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:10.638594 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f22aa4-789b-4c14-9b0f-8ac3302b8a7d req-0b03d22d-a9ea-4fbd-9af3-5f46ac511a60 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:10.640127 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-35f22aa4-789b-4c14-9b0f-8ac3302b8a7d req-0b03d22d-a9ea-4fbd-9af3-5f46ac511a60 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 946 time: 0.2994378 May 16 15:20:10.650960 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6fa97-7554-4f44-8cea-62810f2533f7 req-49af3edb-cee5-4662-8dc4-db6a57863907 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:10.660288 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8bb6fa97-7554-4f44-8cea-62810f2533f7 req-49af3edb-cee5-4662-8dc4-db6a57863907 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 945 time: 0.3095512 May 16 15:20:10.671132 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4250b1-af2b-4f78-8853-9b0e8a909e12 req-bc3bcd06-6d23-4ef9-a8fb-5c6d00886836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:10.672545 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ab4250b1-af2b-4f78-8853-9b0e8a909e12 req-bc3bcd06-6d23-4ef9-a8fb-5c6d00886836 service neutron] 10.222.0.25 "GET /v2.0/networks?id=92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 200 len: 917 time: 0.6353889 May 16 15:20:10.677117 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:10.796906 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cea2cf08-b227-4d89-bab8-314ddd35168b req-77991875-40b9-4115-8073-85b30a28b76a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562675 May 16 15:20:10.842334 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-2dc99d57-b519-4c6d-93b9-918f4467f208 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918493 May 16 15:20:10.875514 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ab4250b1-af2b-4f78-8853-9b0e8a909e12 req-8093240d-6167-4260-a1a2-e1c279b23972 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593 HTTP/1.1" status: 200 len: 1001 time: 0.1896231 May 16 15:20:10.882667 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ff145628-f598-4af2-95b3-1058ae811d40 req-bc397c36-1859-42dc-aaa3-bababfe1b7b3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] For port d8f457a8-ad98-4eee-b4ce-0e463130c421, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d8f457a8-ad98-4eee-b4ce-0e463130c421,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:10.883087 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff145628-f598-4af2-95b3-1058ae811d40 req-bc397c36-1859-42dc-aaa3-bababfe1b7b3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:10.887764 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-35f22aa4-789b-4c14-9b0f-8ac3302b8a7d req-f1b78a99-ae5b-4523-8dfa-0e06b348e71a tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a14c173-3642-4733-8cb7-31c013b5dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295372 May 16 15:20:10.897821 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8bb6fa97-7554-4f44-8cea-62810f2533f7 req-fdaafc56-9f30-4a90-a41f-6b0642f5ce48 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350800 May 16 15:20:10.903062 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-ff145628-f598-4af2-95b3-1058ae811d40 req-bc397c36-1859-42dc-aaa3-bababfe1b7b3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Calling delete_port for d8f457a8-ad98-4eee-b4ce-0e463130c421 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:11.031610 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d1659-a93e-4fdb-992f-4e1e864eb5e7 req-c3e99775-8998-4e8f-bda8-045bc41f11ca tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:11.033067 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6d6d1659-a93e-4fdb-992f-4e1e864eb5e7 req-c3e99775-8998-4e8f-bda8-045bc41f11ca tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 943 time: 0.0840387 May 16 15:20:11.056652 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2c079-b0dc-4ce2-bc52-f3fe2a8ec523 req-9b37f6e3-0b58-4b5f-8f73-f0f0959ae63d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:11.058042 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3fe2c079-b0dc-4ce2-bc52-f3fe2a8ec523 req-9b37f6e3-0b58-4b5f-8f73-f0f0959ae63d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0986290 May 16 15:20:11.194706 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6d6d1659-a93e-4fdb-992f-4e1e864eb5e7 req-06fd1c33-3bf8-49a2-af43-26d2d782ece9 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541460 May 16 15:20:11.265981 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3fe2c079-b0dc-4ce2-bc52-f3fe2a8ec523 req-35642f48-fa3b-424c-bf27-c853a918220a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980989 May 16 15:20:11.272970 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4250b1-af2b-4f78-8853-9b0e8a909e12 req-96fbb168-84c0-4bc3-9ab9-6deaea74aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:11.275083 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ab4250b1-af2b-4f78-8853-9b0e8a909e12 req-96fbb168-84c0-4bc3-9ab9-6deaea74aed5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7f94bc8-370b-43de-bf3a-439204eaed77 HTTP/1.1" status: 200 len: 855 time: 0.1628466 May 16 15:20:11.297203 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27262152-624d-4000-8829-4d26c1d2bc9e req-2822e694-f216-4be2-95be-9fb1c97550cb service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871080 May 16 15:20:11.328552 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff145628-f598-4af2-95b3-1058ae811d40 req-bc397c36-1859-42dc-aaa3-bababfe1b7b3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (d8f457a8-ad98-4eee-b4ce-0e463130c421), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:11.355195 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc397c36-1859-42dc-aaa3-bababfe1b7b3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Pushing event deleted for resources: {'Port': ['ID=d8f457a8-ad98-4eee-b4ce-0e463130c421,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:11.369611 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['d8f457a8-ad98-4eee-b4ce-0e463130c421'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:20:11.404025 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff145628-f598-4af2-95b3-1058ae811d40 req-bc397c36-1859-42dc-aaa3-bababfe1b7b3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] No DVR routers for this DVR port d8f457a8-ad98-4eee-b4ce-0e463130c421 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:11.406300 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ff145628-f598-4af2-95b3-1058ae811d40 req-bc397c36-1859-42dc-aaa3-bababfe1b7b3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:11.409554 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff145628-f598-4af2-95b3-1058ae811d40 req-bc397c36-1859-42dc-aaa3-bababfe1b7b3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.25 "DELETE /v2.0/ports/d8f457a8-ad98-4eee-b4ce-0e463130c421 HTTP/1.1" status: 204 len: 173 time: 1.4009929 May 16 15:20:11.409998 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005c2b60-9000-4ab7-a297-367fe59e2dfb', 'name': 'network-vif-deleted', 'tag': 'd8f457a8-ad98-4eee-b4ce-0e463130c421'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:11.412225 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e584ed-c4c6-4ecb-a08d-1b8ddc6caf84" -d '{"events": [{"server_uuid": "005c2b60-9000-4ab7-a297-367fe59e2dfb", "name": "network-vif-deleted", "tag": "d8f457a8-ad98-4eee-b4ce-0e463130c421"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:11.449031 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef951b6-4f1f-42d6-808a-c73fd02c9c90 x-openstack-request-id: req-2ef951b6-4f1f-42d6-808a-c73fd02c9c90 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:11.449031 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005c2b60-9000-4ab7-a297-367fe59e2dfb", "name": "network-vif-deleted", "tag": "d8f457a8-ad98-4eee-b4ce-0e463130c421", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:11.449031 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2ef951b6-4f1f-42d6-808a-c73fd02c9c90 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:11.449031 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef951b6-4f1f-42d6-808a-c73fd02c9c90'] response: {'server_uuid': '005c2b60-9000-4ab7-a297-367fe59e2dfb', 'name': 'network-vif-deleted', 'tag': 'd8f457a8-ad98-4eee-b4ce-0e463130c421', 'status': 'completed', 'code': 200} May 16 15:20:11.540931 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4250b1-af2b-4f78-8853-9b0e8a909e12 req-5cbf76db-cda3-446b-825f-843991be5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:11.542570 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ab4250b1-af2b-4f78-8853-9b0e8a909e12 req-5cbf76db-cda3-446b-825f-843991be5137 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92826b7c-8754-4fc6-b45f-5923507414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406208 May 16 15:20:11.661367 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ab4250b1-af2b-4f78-8853-9b0e8a909e12 req-1f94ffe4-ab5b-4dff-abd6-a39bc804924e service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878155 May 16 15:20:11.991844 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-225bf333-4a41-44a0-acf9-522ec0188590 req-21ecfd84-5662-40f5-95be-5234f790742f tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 210 time: 0.0347955 May 16 15:20:12.030282 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90125663-4b64-470c-acd4-ca354133f29d req-ee6943b1-e5c7-4abf-97fa-cb8e44532659 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:12.031758 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-90125663-4b64-470c-acd4-ca354133f29d req-ee6943b1-e5c7-4abf-97fa-cb8e44532659 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 945 time: 0.0490644 May 16 15:20:12.078255 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-90125663-4b64-470c-acd4-ca354133f29d req-36c7a20c-8f09-4ddf-bb05-1f2e37354eb5 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410163 May 16 15:20:12.305860 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b2d98-a045-4101-af5d-52bdb705b00e req-725f71c6-c745-4c99-a531-10c6dca518ab tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:12.307342 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af7b2d98-a045-4101-af5d-52bdb705b00e req-725f71c6-c745-4c99-a531-10c6dca518ab tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 943 time: 0.0463133 May 16 15:20:12.365865 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af7b2d98-a045-4101-af5d-52bdb705b00e req-30c71d4d-4f08-4fc1-9845-951f4925cf41 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531802 May 16 15:20:12.402089 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a876b6-9e11-4360-bf15-c035e5449f3d req-0f7bafce-ca98-41ed-855c-06c6b50715eb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:12.403538 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-93a876b6-9e11-4360-bf15-c035e5449f3d req-0f7bafce-ca98-41ed-855c-06c6b50715eb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0613055 May 16 15:20:12.450025 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-93a876b6-9e11-4360-bf15-c035e5449f3d req-07bff2cc-1318-4615-ac8b-7ec004630158 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409133 May 16 15:20:12.631386 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ab4250b1-af2b-4f78-8853-9b0e8a909e12 req-ad4c1611-b942-496b-9f28-78104fc010f7 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935163 May 16 15:20:13.099057 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8153f28-729a-4808-ba4f-e49cf51115c3 req-6608b443-fb12-4cba-bf7d-e8383af196da tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] 10.222.0.71 "GET /v2.0/ports?device_id=005c2b60-9000-4ab7-a297-367fe59e2dfb HTTP/1.1" status: 200 len: 210 time: 0.0268524 May 16 15:20:13.192482 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbcfb5-9a84-480d-a005-ffa38ba46d0a req-cdf29bb6-9b48-4403-a5d7-1b3b8b17bdf6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:13.193939 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bbcbcfb5-9a84-480d-a005-ffa38ba46d0a req-cdf29bb6-9b48-4403-a5d7-1b3b8b17bdf6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 945 time: 0.0475945 May 16 15:20:13.240074 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bbcbcfb5-9a84-480d-a005-ffa38ba46d0a req-2e2a10de-b40f-4c4f-b6bc-65dc9f0a45c3 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403926 May 16 15:20:13.345950 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060ae19-b8a7-4577-a573-6d93a4c028a9 req-c1414b43-6b67-4e5c-9106-6ba494c80d6b tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:13.347416 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b060ae19-b8a7-4577-a573-6d93a4c028a9 req-c1414b43-6b67-4e5c-9106-6ba494c80d6b tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 945 time: 0.0457458 May 16 15:20:13.357444 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35728) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:13.361938 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-335c72cc-a4b5-470e-a54c-b57632abce98 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Request body: {'floatingip': {'port_id': '15f9e43d-7e6a-475f-922e-a92ad8c84c97'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:13.403024 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-335c72cc-a4b5-470e-a54c-b57632abce98 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:13.532592 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfaaf-09e8-444c-a1e2-260d938515c5 req-a4030365-609a-4446-94c4-54363a22b036 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:13.533959 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-170cfaaf-09e8-444c-a1e2-260d938515c5 req-a4030365-609a-4446-94c4-54363a22b036 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 943 time: 0.0976644 May 16 15:20:13.638063 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce560c-d3e5-4d76-9018-946110ba0e22 req-d4160649-1eb2-480d-a228-bda475f3719a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:13.639532 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-adce560c-d3e5-4d76-9018-946110ba0e22 req-d4160649-1eb2-480d-a228-bda475f3719a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.1162715 May 16 15:20:13.693198 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-170cfaaf-09e8-444c-a1e2-260d938515c5 req-b4be40a5-ed10-4f38-a2d8-9765c2358f80 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490471 May 16 15:20:13.740501 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-adce560c-d3e5-4d76-9018-946110ba0e22 req-9b7b7b72-60ac-429d-86af-827bf281996e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932717 May 16 15:20:13.968148 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-335c72cc-a4b5-470e-a54c-b57632abce98 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:14.017277 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-335c72cc-a4b5-470e-a54c-b57632abce98 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:14.111525 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-335c72cc-a4b5-470e-a54c-b57632abce98 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Floating IP 6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb associated. External IP: 172.27.1.14, port: 15f9e43d-7e6a-475f-922e-a92ad8c84c97. May 16 15:20:14.159254 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 35736) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:14.565956 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335c72cc-a4b5-470e-a54c-b57632abce98 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Router 0c2bed8c-093c-456d-a528-323b6a35c368 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:20:14.657865 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device ba75bca4-77b3-4ced-9d61-2fae4f3a831b details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:20:14.660042 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device d8f457a8-ad98-4eee-b4ce-0e463130c421 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:14.681944 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335c72cc-a4b5-470e-a54c-b57632abce98 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:20:14.686393 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-335c72cc-a4b5-470e-a54c-b57632abce98 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:14.698713 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e02668-3d40-4d37-8a5f-9ed40fad766a None None] Sync routers for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:20:14.700467 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: d8f457a8-ad98-4eee-b4ce-0e463130c421 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:14.700815 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device d8f457a8-ad98-4eee-b4ce-0e463130c421 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:14.715896 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-335c72cc-a4b5-470e-a54c-b57632abce98 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "PUT /v2.0/floatingips/6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb HTTP/1.1" status: 200 len: 990 time: 1.3573411 May 16 15:20:14.716505 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6202deb8-088f-46e8-bd66-7377b00f7305', 'tag': '15f9e43d-7e6a-475f-922e-a92ad8c84c97'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:14.718770 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70797c2c-1792-4942-b67d-88b3f29a51fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6202deb8-088f-46e8-bd66-7377b00f7305", "tag": "15f9e43d-7e6a-475f-922e-a92ad8c84c97"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:14.739801 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e02668-3d40-4d37-8a5f-9ed40fad766a None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:14.740450 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b9e02668-3d40-4d37-8a5f-9ed40fad766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:20:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:14.758237 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e805d63-846d-4762-b295-415b96e1a352 x-openstack-request-id: req-1e805d63-846d-4762-b295-415b96e1a352 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:14.758545 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6202deb8-088f-46e8-bd66-7377b00f7305", "tag": "15f9e43d-7e6a-475f-922e-a92ad8c84c97", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:14.758956 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1e805d63-846d-4762-b295-415b96e1a352 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:14.759371 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e805d63-846d-4762-b295-415b96e1a352'] response: {'name': 'network-changed', 'server_uuid': '6202deb8-088f-46e8-bd66-7377b00f7305', 'tag': '15f9e43d-7e6a-475f-922e-a92ad8c84c97', 'status': 'completed', 'code': 200} May 16 15:20:14.832412 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee50bf-e86b-4419-9c95-7258f2c98dda req-be296aa0-1f86-471e-8a03-d0c05348d8d6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:14.833844 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9cee50bf-e86b-4419-9c95-7258f2c98dda req-be296aa0-1f86-471e-8a03-d0c05348d8d6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 943 time: 0.0541573 May 16 15:20:14.862955 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690127'] for router_interface (3edad729-ba6b-4c0b-95b4-1fbb1b067395), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:14.893971 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port ba75bca4-77b3-4ced-9d61-2fae4f3a831b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ba75bca4-77b3-4ced-9d61-2fae4f3a831b,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:14.918660 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'port_id': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b', 'mac_address': 'fa:16:3e:fd:59:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:20:14.921755 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b9e02668-3d40-4d37-8a5f-9ed40fad766a None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:14.923567 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70797c2c-1792-4942-b67d-88b3f29a51fc req-b7cf4fee-6371-4dd8-a9d4-f6e3e109edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:14.925102 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-70797c2c-1792-4942-b67d-88b3f29a51fc req-b7cf4fee-6371-4dd8-a9d4-f6e3e109edf0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9886c48c5650408cacaa4e7f78586404&device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 1129 time: 0.0893567 May 16 15:20:14.951678 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4fd29-046e-471c-9534-ce0429b98b71 req-ad4a44b8-b4d0-4fff-aa25-cf94a6bdb73a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:14.956094 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-26f4fd29-046e-471c-9534-ce0429b98b71 req-ad4a44b8-b4d0-4fff-aa25-cf94a6bdb73a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.1213057 May 16 15:20:15.004886 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9cee50bf-e86b-4419-9c95-7258f2c98dda req-772dfcb9-5af5-47ce-96b3-96b57aeef0d5 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535795 May 16 15:20:15.019035 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port ba75bca4-77b3-4ced-9d61-2fae4f3a831b is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:20:15.019426 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:15.035081 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba75bca4-77b3-4ced-9d61-2fae4f3a831b {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:20:15.070269 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port ba75bca4-77b3-4ced-9d61-2fae4f3a831b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ba75bca4-77b3-4ced-9d61-2fae4f3a831b,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:15.089292 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-26f4fd29-046e-471c-9534-ce0429b98b71 req-74ab81c9-091f-48d0-9d49-db308574dcd6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254611 May 16 15:20:15.105428 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70797c2c-1792-4942-b67d-88b3f29a51fc req-0c8e6793-6de2-4832-a6ca-717c9678759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:15.106906 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-70797c2c-1792-4942-b67d-88b3f29a51fc req-0c8e6793-6de2-4832-a6ca-717c9678759d service neutron] 10.222.0.25 "GET /v2.0/networks?id=d5d840d6-be4b-4ccc-949a-d641977c970e HTTP/1.1" status: 200 len: 912 time: 0.1734293 May 16 15:20:15.146558 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:15.149112 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Deleting port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:15.149500 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:15.171542 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-70797c2c-1792-4942-b67d-88b3f29a51fc req-57e87233-4318-4758-89f6-f3f62eacfa86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15f9e43d-7e6a-475f-922e-a92ad8c84c97 HTTP/1.1" status: 200 len: 998 time: 0.0583761 May 16 15:20:15.221804 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70797c2c-1792-4942-b67d-88b3f29a51fc req-72a1b7e1-0393-4806-82d0-6924b52c0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:15.223285 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-70797c2c-1792-4942-b67d-88b3f29a51fc req-72a1b7e1-0393-4806-82d0-6924b52c0529 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2448ad91-16a6-4222-afd8-059210fe98cd HTTP/1.1" status: 200 len: 850 time: 0.0455964 May 16 15:20:15.234992 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] For port 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=52edac99-a9cb-4c8c-af28-16dc5b8cd2d4,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:15.235535 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=ba75bca4-77b3-4ced-9d61-2fae4f3a831b,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:15.235706 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:15.244572 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b9e02668-3d40-4d37-8a5f-9ed40fad766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'port_id': '15f9e43d-7e6a-475f-922e-a92ad8c84c97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'mac_address': 'fa:16:3e:38:50:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202deb8-088f-46e8-bd66-7377b00f7305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:53Z', 'updated_at': '2022-05-16T15:20:13Z', 'revision_number': 1, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:29Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:15.250767 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Calling delete_port for 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:15.269566 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e02668-3d40-4d37-8a5f-9ed40fad766a None None] Checking router: 0c2bed8c-093c-456d-a528-323b6a35c368 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:20:15.274376 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70797c2c-1792-4942-b67d-88b3f29a51fc req-a8091734-1c3f-495e-a434-488526b06999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:15.275971 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-70797c2c-1792-4942-b67d-88b3f29a51fc req-a8091734-1c3f-495e-a434-488526b06999 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d5d840d6-be4b-4ccc-949a-d641977c970e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457022 May 16 15:20:15.279119 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e02668-3d40-4d37-8a5f-9ed40fad766a None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:15.279761 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b9e02668-3d40-4d37-8a5f-9ed40fad766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:20:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:15.380660 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-70797c2c-1792-4942-b67d-88b3f29a51fc req-f486e040-e181-4e0a-8da5-d92e967bd2ce service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980284 May 16 15:20:15.388985 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b9e02668-3d40-4d37-8a5f-9ed40fad766a None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:15.458746 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['ba75bca4-77b3-4ced-9d61-2fae4f3a831b'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:20:15.479846 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-70797c2c-1792-4942-b67d-88b3f29a51fc req-dba063bd-4f88-4275-90bd-b4c7a61521f6 service neutron] 10.222.0.25 "GET /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921071 May 16 15:20:15.506511 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (52edac99-a9cb-4c8c-af28-16dc5b8cd2d4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:15.539176 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Pushing event deleted for resources: {'Port': ['ID=52edac99-a9cb-4c8c-af28-16dc5b8cd2d4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:15.567337 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.567724 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.568066 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.568474 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.568862 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.569200 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.569918 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.569918 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.570198 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.571215 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.572046 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.572046 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.572324 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.572602 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.572935 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:15.681845 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b9e02668-3d40-4d37-8a5f-9ed40fad766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'port_id': '15f9e43d-7e6a-475f-922e-a92ad8c84c97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'mac_address': 'fa:16:3e:38:50:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202deb8-088f-46e8-bd66-7377b00f7305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:53Z', 'updated_at': '2022-05-16T15:20:13Z', 'revision_number': 1, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:29Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:15.710277 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e02668-3d40-4d37-8a5f-9ed40fad766a None None] The sync data for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi is: [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'port_id': '15f9e43d-7e6a-475f-922e-a92ad8c84c97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'mac_address': 'fa:16:3e:38:50:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202deb8-088f-46e8-bd66-7377b00f7305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:53Z', 'updated_at': '2022-05-16T15:20:13Z', 'revision_number': 1, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:29Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:20:15.728243 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-746586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882128'] for router_interface (3edad729-ba6b-4c0b-95b4-1fbb1b067395), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:15.905502 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551f219d-d0f7-4ba3-b76f-8d8d1c232369 None None] New status for floating IP 6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:20:15.938005 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:20:16.044736 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:20:16.059945 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ca046c5f-702a-467d-9168-7982f49b977b admin admin] 10.222.0.71 "PUT /v2.0/routers/3edad729-ba6b-4c0b-95b4-1fbb1b067395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8916867 May 16 15:20:16.060292 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35750) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:16.060737 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22ec58e-a067-449c-9dd8-801544888d8e None None] Sync routers for ids ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:20:16.074198 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22ec58e-a067-449c-9dd8-801544888d8e None None] Routers {'3edad729-ba6b-4c0b-95b4-1fbb1b067395'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:16.074828 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f22ec58e-a067-449c-9dd8-801544888d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:20:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:16.154786 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a975f09-0c5e-44f1-95c5-ab951ab0862a req-18c28950-d031-4d1f-b773-90f85c5f0db1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:16.162376 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4a975f09-0c5e-44f1-95c5-ab951ab0862a req-18c28950-d031-4d1f-b773-90f85c5f0db1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 944 time: 0.0701647 May 16 15:20:16.186000 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f22ec58e-a067-449c-9dd8-801544888d8e None None] Set router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:16.274131 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee846aac-6613-483f-b372-ad5ac0f06b24 req-271b1fc4-5a93-46d9-bd79-187b30b6e867 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:16.275643 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ee846aac-6613-483f-b372-ad5ac0f06b24 req-271b1fc4-5a93-46d9-bd79-187b30b6e867 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0800326 May 16 15:20:16.276906 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Publish callbacks [] for router (3edad729-ba6b-4c0b-95b4-1fbb1b067395), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:16.322271 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4a975f09-0c5e-44f1-95c5-ab951ab0862a req-fe3317c3-ede6-4184-a520-bfb7c5d9d89e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590333 May 16 15:20:16.349554 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f22ec58e-a067-449c-9dd8-801544888d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:20:15Z', 'revision_number': 5, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:16.379044 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22ec58e-a067-449c-9dd8-801544888d8e None None] Checking router: 3edad729-ba6b-4c0b-95b4-1fbb1b067395 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:20:16.388047 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22ec58e-a067-449c-9dd8-801544888d8e None None] Routers {'3edad729-ba6b-4c0b-95b4-1fbb1b067395'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:16.388668 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f22ec58e-a067-449c-9dd8-801544888d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:20:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:16.403348 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ee846aac-6613-483f-b372-ad5ac0f06b24 req-6a9ef5db-ea2f-413c-b60e-7e19ef2d8e22 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204152 May 16 15:20:16.422646 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Publish callbacks [] for router_gateway (3edad729-ba6b-4c0b-95b4-1fbb1b067395), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:16.485998 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f22ec58e-a067-449c-9dd8-801544888d8e None None] Set router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:16.541056 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Deleting port 107b6984-34d5-4e53-b425-a1c5445a4a7d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:16.541408 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:16.624254 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] For port 107b6984-34d5-4e53-b425-a1c5445a4a7d, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=107b6984-34d5-4e53-b425-a1c5445a4a7d,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:16.624632 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:16.638046 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Calling delete_port for 107b6984-34d5-4e53-b425-a1c5445a4a7d owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:16.652340 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device ba75bca4-77b3-4ced-9d61-2fae4f3a831b up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:20:16.752213 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port ba75bca4-77b3-4ced-9d61-2fae4f3a831b completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:20:16.803023 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f22ec58e-a067-449c-9dd8-801544888d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:20:15Z', 'revision_number': 5, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:16.832668 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port ba75bca4-77b3-4ced-9d61-2fae4f3a831b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:20:16.833041 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:16.834784 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22ec58e-a067-449c-9dd8-801544888d8e None None] The sync data for ids ['3edad729-ba6b-4c0b-95b4-1fbb1b067395'] in dv-cinder-841753-2-iscsi is: [{'id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'name': 'tempest-ServerRescueNegativeTestJSON-1307257546-router', 'tenant_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:20:15Z', 'revision_number': 5, 'project_id': 'e1e340fabe31456cb021fcd0b5f505b5', 'gw_port': {'id': '107b6984-34d5-4e53-b425-a1c5445a4a7d', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edad729-ba6b-4c0b-95b4-1fbb1b067395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:20:16.871617 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (107b6984-34d5-4e53-b425-a1c5445a4a7d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:16.897790 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Pushing event deleted for resources: {'Port': ['ID=107b6984-34d5-4e53-b425-a1c5445a4a7d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:16.912200 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port ba75bca4-77b3-4ced-9d61-2fae4f3a831b is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:20:16.912945 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:16.935820 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:16.938080 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cacec9-2b77-454b-8f6d-13a5cbc49fbf" -d '{"events": [{"server_uuid": "34eda1a0-162b-4515-b35a-ac5e49da4a9a", "name": "network-vif-plugged", "status": "completed", "tag": "ba75bca4-77b3-4ced-9d61-2fae4f3a831b"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:16.951662 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port ba75bca4-77b3-4ced-9d61-2fae4f3a831b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ba75bca4-77b3-4ced-9d61-2fae4f3a831b,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:16.963855 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692989'] for router_gateway (3edad729-ba6b-4c0b-95b4-1fbb1b067395), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:16.977852 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b961052c-eb41-4d3e-9e33-0fbf0c33939e x-openstack-request-id: req-b961052c-eb41-4d3e-9e33-0fbf0c33939e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:16.978176 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eda1a0-162b-4515-b35a-ac5e49da4a9a", "name": "network-vif-plugged", "status": "completed", "tag": "ba75bca4-77b3-4ced-9d61-2fae4f3a831b", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:16.978437 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b961052c-eb41-4d3e-9e33-0fbf0c33939e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:16.978838 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b961052c-eb41-4d3e-9e33-0fbf0c33939e'] response: {'server_uuid': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b', 'code': 200} May 16 15:20:17.032447 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:17.063772 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7036'] for router (3edad729-ba6b-4c0b-95b4-1fbb1b067395), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:17.066145 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Publish callbacks [] for router_controller (3edad729-ba6b-4c0b-95b4-1fbb1b067395), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:17.087491 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=ba75bca4-77b3-4ced-9d61-2fae4f3a831b,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:17.188976 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-698796'] for router (3edad729-ba6b-4c0b-95b4-1fbb1b067395), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:17.189609 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3edad729-ba6b-4c0b-95b4-1fbb1b067395 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:20:17.194643 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:17.198226 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b223ecc2-c1f7-475a-bac6-42345ac2113e admin admin] 10.222.0.71 "DELETE /v2.0/routers/3edad729-ba6b-4c0b-95b4-1fbb1b067395 HTTP/1.1" status: 204 len: 168 time: 1.1434023 May 16 15:20:17.199893 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35756) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:17.247971 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa46bb8-41e6-4b75-ae2f-2ffede74ae11 admin admin] Deleting subnet 9b76ba48-b512-4d7d-89b3-3927e671c112 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:20:17.251230 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5aa46bb8-41e6-4b75-ae2f-2ffede74ae11 admin admin] Publish callbacks [] for subnet (9b76ba48-b512-4d7d-89b3-3927e671c112), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:17.287984 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5aa46bb8-41e6-4b75-ae2f-2ffede74ae11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28775581'] for subnet (9b76ba48-b512-4d7d-89b3-3927e671c112), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:17.357129 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bafbc-8649-4fa4-aa48-756cc61878a1 req-6d92f5fd-afea-4510-a9de-c6c4ce641837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:17.358612 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c96bafbc-8649-4fa4-aa48-756cc61878a1 req-6d92f5fd-afea-4510-a9de-c6c4ce641837 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 1129 time: 0.0517714 May 16 15:20:17.471237 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5aa46bb8-41e6-4b75-ae2f-2ffede74ae11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (9b76ba48-b512-4d7d-89b3-3927e671c112), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:17.528499 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fc02c-0058-43f4-9a01-a98aec776377 req-64d757a6-a496-4f2d-ab3d-b34eab0a5365 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:17.529889 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea1fc02c-0058-43f4-9a01-a98aec776377 req-64d757a6-a496-4f2d-ab3d-b34eab0a5365 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 945 time: 0.1233361 May 16 15:20:17.566181 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c96bafbc-8649-4fa4-aa48-756cc61878a1 req-ee319c98-4c3f-4657-9d93-22bd6cb2c15a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845121 May 16 15:20:17.592087 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ec7a-ea3c-42ce-8ab8-edddd19e7a2e req-77ec57b8-76b2-46e3-afa5-47e59076f09b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:17.595234 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ee69ec7a-ea3c-42ce-8ab8-edddd19e7a2e req-77ec57b8-76b2-46e3-afa5-47e59076f09b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0892508 May 16 15:20:17.639111 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea1fc02c-0058-43f4-9a01-a98aec776377 req-68069860-33d3-43ea-ac9e-d92632d288cc tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880828 May 16 15:20:17.661878 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ee69ec7a-ea3c-42ce-8ab8-edddd19e7a2e req-61f72da0-c797-4b7a-8c1d-90d38efa8a69 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614283 May 16 15:20:17.700755 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5aa46bb8-41e6-4b75-ae2f-2ffede74ae11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28144902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28552004'] for subnet (9b76ba48-b512-4d7d-89b3-3927e671c112), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:17.730837 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa46bb8-41e6-4b75-ae2f-2ffede74ae11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b76ba48-b512-4d7d-89b3-3927e671c112,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:17.736185 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5aa46bb8-41e6-4b75-ae2f-2ffede74ae11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:17.740694 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5aa46bb8-41e6-4b75-ae2f-2ffede74ae11 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9b76ba48-b512-4d7d-89b3-3927e671c112 HTTP/1.1" status: 204 len: 168 time: 0.5389895 May 16 15:20:17.741788 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dcbf0c-097c-40bc-96f1-84a44b341aea None None] Network be046d4b-8cff-4819-b7cd-e793c832b714 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:20:17.744327 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35762) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:17.813378 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (be046d4b-8cff-4819-b7cd-e793c832b714), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:17.862812 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Deleting port c7e589ea-9557-43aa-8997-53a6e9676492 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:17.863196 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:17.913191 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5cd2c2-af37-49ae-a3ab-df05e41d53b9 None None] DHCP port deletion for be046d4b-8cff-4819-b7cd-e793c832b714 request from dv-cinder-841753-2-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:20:17.955822 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dd5cd2c2-af37-49ae-a3ab-df05e41d53b9 None None] Deleting port c7e589ea-9557-43aa-8997-53a6e9676492 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:17.956246 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd2c2-af37-49ae-a3ab-df05e41d53b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:18.026712 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dd5cd2c2-af37-49ae-a3ab-df05e41d53b9 None None] For port c7e589ea-9557-43aa-8997-53a6e9676492, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=c7e589ea-9557-43aa-8997-53a6e9676492,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:18.027117 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd2c2-af37-49ae-a3ab-df05e41d53b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:18.042252 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dd5cd2c2-af37-49ae-a3ab-df05e41d53b9 None None] Calling delete_port for c7e589ea-9557-43aa-8997-53a6e9676492 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:18.046772 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device c7e589ea-9557-43aa-8997-53a6e9676492 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:18.182302 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] For port c7e589ea-9557-43aa-8997-53a6e9676492, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=c7e589ea-9557-43aa-8997-53a6e9676492,segment=NetworkSegment(4591a92e-6865-4364-bffa-7e9549c99642),segment_id=4591a92e-6865-4364-bffa-7e9549c99642)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:18.182859 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:18.194923 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Calling delete_port for c7e589ea-9557-43aa-8997-53a6e9676492 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:18.221055 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port c7e589ea-9557-43aa-8997-53a6e9676492 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:20:18.221055 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:18.312898 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd2c2-af37-49ae-a3ab-df05e41d53b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:18.318403 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (c7e589ea-9557-43aa-8997-53a6e9676492), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:18.344582 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e589ea-9557-43aa-8997-53a6e9676492,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:18.346416 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] No DVR routers for this DVR port c7e589ea-9557-43aa-8997-53a6e9676492 on host dv-cinder-841753-2-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:18.354625 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 107b6984-34d5-4e53-b425-a1c5445a4a7d no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:18.357690 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cd2c2-af37-49ae-a3ab-df05e41d53b9 None None] Pushing event deleted for resources: {'Port': ['ID=c7e589ea-9557-43aa-8997-53a6e9676492,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:18.360805 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5cd2c2-af37-49ae-a3ab-df05e41d53b9 None None] No DVR routers for this DVR port c7e589ea-9557-43aa-8997-53a6e9676492 on host dv-cinder-841753-2-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:18.377197 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 107b6984-34d5-4e53-b425-a1c5445a4a7d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:18.377551 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 107b6984-34d5-4e53-b425-a1c5445a4a7d not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:18.377965 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:18.402673 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:18.403003 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 52edac99-a9cb-4c8c-af28-16dc5b8cd2d4 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:18.423110 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (be046d4b-8cff-4819-b7cd-e793c832b714), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:18.442377 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be046d4b-8cff-4819-b7cd-e793c832b714']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:18.452119 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4591a92e-6865-4364-bffa-7e9549c99642') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:18.452427 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4591a92e-6865-4364-bffa-7e9549c99642') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:18.461589 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28775588'] for segment (4591a92e-6865-4364-bffa-7e9549c99642), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:18.474913 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (4591a92e-6865-4364-bffa-7e9549c99642), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:18.480910 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:20:18.481294 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28133796'] for segment (4591a92e-6865-4364-bffa-7e9549c99642), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: self.session.flush() May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: self.session.flush() May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: self.session.flush() May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: self.session.flush() May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: Traceback (most recent call last): May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: timer() May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: cb(*args, **kw) May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: return func(*args, **kwargs) May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: self._notify() May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: self.callback(batched_events) May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: event.method(event) May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: return f(self, *a, **k) May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._get(url).json() May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: return self.request(url, 'GET', **kwargs) May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:20:18.482958 dv-cinder-841753-2-iscsi neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:20:18.588826 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (be046d4b-8cff-4819-b7cd-e793c832b714), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:18.595214 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:18.598586 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/be046d4b-8cff-4819-b7cd-e793c832b714 HTTP/1.1" status: 204 len: 168 time: 0.8531003 May 16 15:20:18.612085 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e0163-9f54-4f99-a1f2-29a1bdf230c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=be046d4b-8cff-4819-b7cd-e793c832b714,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:18.779879 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcab24-f841-4072-9b1c-388c0c771575 req-9d5bd299-779d-4f56-ba9a-90e4f39e67b8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:18.781397 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-25bcab24-f841-4072-9b1c-388c0c771575 req-9d5bd299-779d-4f56-ba9a-90e4f39e67b8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 945 time: 0.0736330 May 16 15:20:18.802792 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fc0c0-7db9-4e3d-a922-58dce207d5fa req-997ec197-f02a-4d1d-90aa-99ed929d48b7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:18.804230 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b47fc0c0-7db9-4e3d-a922-58dce207d5fa req-997ec197-f02a-4d1d-90aa-99ed929d48b7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0657923 May 16 15:20:18.876194 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-25bcab24-f841-4072-9b1c-388c0c771575 req-2724e70b-1650-4471-99bc-13b32a56f882 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892062 May 16 15:20:18.884740 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b47fc0c0-7db9-4e3d-a922-58dce207d5fa req-06996c61-1328-4dac-9f0d-d3902f1424fb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733354 May 16 15:20:18.897538 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35770) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:18.937139 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-225ef808-b64f-4d7f-8465-80e04a02ee3d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e1e340fabe31456cb021fcd0b5f505b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385826 May 16 15:20:18.939519 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35772) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:18.985412 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30446c08-6410-49f2-842e-c0539b73e98a admin admin] Publish callbacks [] for security_group (9a14c173-3642-4733-8cb7-31c013b5dac0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:19.006261 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30446c08-6410-49f2-842e-c0539b73e98a admin admin] Publish callbacks [] for security_group (9a14c173-3642-4733-8cb7-31c013b5dac0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:19.131912 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30446c08-6410-49f2-842e-c0539b73e98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (9a14c173-3642-4733-8cb7-31c013b5dac0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:19.134799 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30446c08-6410-49f2-842e-c0539b73e98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:19.136153 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-30446c08-6410-49f2-842e-c0539b73e98a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a14c173-3642-4733-8cb7-31c013b5dac0 HTTP/1.1" status: 204 len: 168 time: 0.1957028 May 16 15:20:19.144270 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446c08-6410-49f2-842e-c0539b73e98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a14c173-3642-4733-8cb7-31c013b5dac0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:20.018955 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e6a89-22ae-4055-a739-f6830219078f req-6f1c7f70-f5ca-4f41-a347-0623fd3438a8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:20.020556 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0c7e6a89-22ae-4055-a739-f6830219078f req-6f1c7f70-f5ca-4f41-a347-0623fd3438a8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 945 time: 0.0779715 May 16 15:20:20.040252 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f392-41e7-4c10-9f09-de1680dbdaaf req-1c3c9590-eeb7-4cc3-ae2f-24aca3f98e70 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:20.041762 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0af7f392-41e7-4c10-9f09-de1680dbdaaf req-1c3c9590-eeb7-4cc3-ae2f-24aca3f98e70 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0666256 May 16 15:20:20.107776 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0c7e6a89-22ae-4055-a739-f6830219078f req-ba1633bc-ef74-4b3e-aeac-4ce68233178e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804117 May 16 15:20:20.114648 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0af7f392-41e7-4c10-9f09-de1680dbdaaf req-9fe54b16-853d-47d1-9c7f-6be27840e865 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653906 May 16 15:20:20.219765 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a5d6c-a7c0-4df2-a5ad-7cda124e296f req-0b93f1dd-caa6-48cf-bbd9-63d5297f2cf1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:20.221265 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-386a5d6c-a7c0-4df2-a5ad-7cda124e296f req-0b93f1dd-caa6-48cf-bbd9-63d5297f2cf1 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 945 time: 0.0481172 May 16 15:20:20.229645 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 35802) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:20.234016 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-bfb4bdaa-ec09-4af0-8004-592926be53a7 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Request body: {'floatingip': {'port_id': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:20.276147 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfb4bdaa-ec09-4af0-8004-592926be53a7 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (e514c5fe-58ca-4228-a70d-c36b6bbbc8f6), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:20.702256 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfb4bdaa-ec09-4af0-8004-592926be53a7 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:20.754545 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfb4bdaa-ec09-4af0-8004-592926be53a7 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (e514c5fe-58ca-4228-a70d-c36b6bbbc8f6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:20.845915 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-bfb4bdaa-ec09-4af0-8004-592926be53a7 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Floating IP e514c5fe-58ca-4228-a70d-c36b6bbbc8f6 associated. External IP: 172.27.1.134, port: ba75bca4-77b3-4ced-9d61-2fae4f3a831b. May 16 15:20:21.044186 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb4bdaa-ec09-4af0-8004-592926be53a7 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Router 2614e299-9545-4e33-9bed-05db8c6f08f2 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:20:21.147574 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb4bdaa-ec09-4af0-8004-592926be53a7 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:20:21.153904 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bfb4bdaa-ec09-4af0-8004-592926be53a7 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:21.162009 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba59b6e-7b9f-4877-bb12-f0bf37d07c46 None None] Sync routers for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:20:21.174497 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba59b6e-7b9f-4877-bb12-f0bf37d07c46 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:21.175119 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fba59b6e-7b9f-4877-bb12-f0bf37d07c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:20:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:21.193087 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bfb4bdaa-ec09-4af0-8004-592926be53a7 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "PUT /v2.0/floatingips/e514c5fe-58ca-4228-a70d-c36b6bbbc8f6 HTTP/1.1" status: 200 len: 991 time: 0.9621339 May 16 15:20:21.193838 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'tag': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:21.196316 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7850fa3f-e2cd-4156-83e6-72b8a3792425" -d '{"events": [{"name": "network-changed", "server_uuid": "34eda1a0-162b-4515-b35a-ac5e49da4a9a", "tag": "ba75bca4-77b3-4ced-9d61-2fae4f3a831b"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:21.242810 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac14b78-959f-4c0c-a057-09fbcc2e2b04 x-openstack-request-id: req-6ac14b78-959f-4c0c-a057-09fbcc2e2b04 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:21.243098 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eda1a0-162b-4515-b35a-ac5e49da4a9a", "tag": "ba75bca4-77b3-4ced-9d61-2fae4f3a831b", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:21.243441 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ac14b78-959f-4c0c-a057-09fbcc2e2b04 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:21.243975 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac14b78-959f-4c0c-a057-09fbcc2e2b04'] response: {'name': 'network-changed', 'server_uuid': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'tag': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b', 'status': 'completed', 'code': 200} May 16 15:20:21.250779 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8df52-7152-4965-a85f-ae3f6145a417 req-6c81415d-c239-41ae-ab83-61b9f95743ec tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:21.252337 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-81c8df52-7152-4965-a85f-ae3f6145a417 req-6c81415d-c239-41ae-ab83-61b9f95743ec tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0521865 May 16 15:20:21.299953 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-fba59b6e-7b9f-4877-bb12-f0bf37d07c46 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:21.333224 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-81c8df52-7152-4965-a85f-ae3f6145a417 req-02e3a2b0-151a-49e7-9716-410d2c7addb9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751870 May 16 15:20:21.339337 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850fa3f-e2cd-4156-83e6-72b8a3792425 req-cc8050ec-8239-49aa-8ea3-20c66669a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:21.341745 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7850fa3f-e2cd-4156-83e6-72b8a3792425 req-cc8050ec-8239-49aa-8ea3-20c66669a514 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 1129 time: 0.0519853 May 16 15:20:21.431036 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850fa3f-e2cd-4156-83e6-72b8a3792425 req-4ceb00f9-76df-4ec9-9ebb-caf5d2c6da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:21.432611 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7850fa3f-e2cd-4156-83e6-72b8a3792425 req-4ceb00f9-76df-4ec9-9ebb-caf5d2c6da01 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 200 len: 916 time: 0.0853713 May 16 15:20:21.497377 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7850fa3f-e2cd-4156-83e6-72b8a3792425 req-8d88eca4-3671-4fa3-8dfd-c39d0cdff93f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba75bca4-77b3-4ced-9d61-2fae4f3a831b HTTP/1.1" status: 200 len: 999 time: 0.0578010 May 16 15:20:21.513280 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fba59b6e-7b9f-4877-bb12-f0bf37d07c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'e514c5fe-58ca-4228-a70d-c36b6bbbc8f6', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:fd:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:58Z', 'updated_at': '2022-05-16T15:20:20Z', 'revision_number': 1, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:21.537944 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba59b6e-7b9f-4877-bb12-f0bf37d07c46 None None] Checking router: 2614e299-9545-4e33-9bed-05db8c6f08f2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:20:21.546192 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba59b6e-7b9f-4877-bb12-f0bf37d07c46 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:21.546450 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850fa3f-e2cd-4156-83e6-72b8a3792425 req-72287f86-eb9e-460e-a123-f12bc375c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:21.546799 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fba59b6e-7b9f-4877-bb12-f0bf37d07c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:20:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:21.547968 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7850fa3f-e2cd-4156-83e6-72b8a3792425 req-72287f86-eb9e-460e-a123-f12bc375c2d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3320305d-ea26-430d-95fd-04322a6b5aa8 HTTP/1.1" status: 200 len: 854 time: 0.0452349 May 16 15:20:21.593038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850fa3f-e2cd-4156-83e6-72b8a3792425 req-b8bb08c8-b655-4ed8-9b9b-fd4f9cb6704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:21.594522 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7850fa3f-e2cd-4156-83e6-72b8a3792425 req-b8bb08c8-b655-4ed8-9b9b-fd4f9cb6704a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a605965-a559-434b-a7bc-1500d5306bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409181 May 16 15:20:21.651959 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-fba59b6e-7b9f-4877-bb12-f0bf37d07c46 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:21.696440 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7850fa3f-e2cd-4156-83e6-72b8a3792425 req-18143332-b3cd-4e65-a532-873092f64511 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963869 May 16 15:20:21.785564 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7850fa3f-e2cd-4156-83e6-72b8a3792425 req-05aa5a54-50e5-421f-bd99-aa502489cc00 service neutron] 10.222.0.25 "GET /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838313 May 16 15:20:21.869275 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fba59b6e-7b9f-4877-bb12-f0bf37d07c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'e514c5fe-58ca-4228-a70d-c36b6bbbc8f6', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:fd:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:58Z', 'updated_at': '2022-05-16T15:20:20Z', 'revision_number': 1, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:21.897271 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba59b6e-7b9f-4877-bb12-f0bf37d07c46 None None] The sync data for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi is: [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'e514c5fe-58ca-4228-a70d-c36b6bbbc8f6', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'port_id': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'mac_address': 'fa:16:3e:fd:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:58Z', 'updated_at': '2022-05-16T15:20:20Z', 'revision_number': 1, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:20:22.088091 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246b07d3-7fce-4d4b-8ce9-ac4e449ef145 None None] New status for floating IP e514c5fe-58ca-4228-a70d-c36b6bbbc8f6: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:20:22.456953 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612bcbe-b77e-4c22-b114-f6d8c10d36fd req-4d9ee447-eea6-4edf-99a9-106a579e6d24 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:22.458380 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b612bcbe-b77e-4c22-b114-f6d8c10d36fd req-4d9ee447-eea6-4edf-99a9-106a579e6d24 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0493031 May 16 15:20:22.504424 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b612bcbe-b77e-4c22-b114-f6d8c10d36fd req-d38457de-f1c8-4ce6-9cc1-44d71afcb14e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401452 May 16 15:20:23.619136 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6382a30-a749-4630-9558-7d3587f53a03 req-a73d4b58-b216-4163-9ebd-5691f5713d73 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:23.620612 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b6382a30-a749-4630-9558-7d3587f53a03 req-a73d4b58-b216-4163-9ebd-5691f5713d73 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0457091 May 16 15:20:23.667014 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b6382a30-a749-4630-9558-7d3587f53a03 req-4c7e4377-3ba1-4e3f-80fc-ca30c273f3e3 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410068 May 16 15:20:24.791298 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8988ac-a25c-4cb9-9b00-222f91deb672 req-dc9e421a-6ffd-4a57-82ac-c4f85401d618 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:24.792916 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ef8988ac-a25c-4cb9-9b00-222f91deb672 req-dc9e421a-6ffd-4a57-82ac-c4f85401d618 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0519159 May 16 15:20:24.839854 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ef8988ac-a25c-4cb9-9b00-222f91deb672 req-46555a31-a48d-4e55-85f0-bf1e605f24f7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410473 May 16 15:20:25.957713 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e101e3b-f16e-4922-8658-2a0868f195a1 req-f691fbf1-3bf5-42c6-8a55-e14bb19aeb99 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:25.959180 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5e101e3b-f16e-4922-8658-2a0868f195a1 req-f691fbf1-3bf5-42c6-8a55-e14bb19aeb99 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0472546 May 16 15:20:26.005832 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5e101e3b-f16e-4922-8658-2a0868f195a1 req-c48556ca-48f5-4e04-b6c4-b123ee18f034 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 May 16 15:20:27.124546 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c0114-d210-4ca4-8194-15e2f34b80dc req-c5595dde-3b69-4031-bde6-a4649614cf9a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:27.125973 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e7c0114-d210-4ca4-8194-15e2f34b80dc req-c5595dde-3b69-4031-bde6-a4649614cf9a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0458407 May 16 15:20:27.175030 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e7c0114-d210-4ca4-8194-15e2f34b80dc req-2c1c9992-cce9-4499-8c2b-05366381c1a5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435662 May 16 15:20:28.290736 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f14535-95fc-4733-aa81-8d8710079661 req-320e0307-8c74-4e02-9202-d0be850c7606 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:28.292232 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c6f14535-95fc-4733-aa81-8d8710079661 req-320e0307-8c74-4e02-9202-d0be850c7606 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0472329 May 16 15:20:28.339568 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c6f14535-95fc-4733-aa81-8d8710079661 req-3fd786ba-16b3-4d78-a62d-cd57b3532184 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416975 May 16 15:20:28.598523 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 34cd4358-1a24-49da-a7e4-d4b0049ac593 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:20:28.767988 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:28.787336 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'port_id': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'mac_address': 'fa:16:3e:14:6f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:20:28.827180 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 34cd4358-1a24-49da-a7e4-d4b0049ac593 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:20:28.827876 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:28.842602 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34cd4358-1a24-49da-a7e4-d4b0049ac593 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:20:28.866921 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:28.937380 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:29.011274 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=34cd4358-1a24-49da-a7e4-d4b0049ac593,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:29.125865 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['34cd4358-1a24-49da-a7e4-d4b0049ac593'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:20:29.467728 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f9219-79bf-4052-986e-d4377b0f8abe req-6294eede-2406-4e7b-b1e0-73f7bfaa4010 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:29.469375 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d53f9219-79bf-4052-986e-d4377b0f8abe req-6294eede-2406-4e7b-b1e0-73f7bfaa4010 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 945 time: 0.0547605 May 16 15:20:29.559100 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d53f9219-79bf-4052-986e-d4377b0f8abe req-cd719c04-d285-4d4a-9acf-eb1d58774131 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835583 May 16 15:20:30.635152 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 34cd4358-1a24-49da-a7e4-d4b0049ac593 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:20:30.703820 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 34cd4358-1a24-49da-a7e4-d4b0049ac593 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:20:30.704190 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:30.750585 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6569a6-6ae1-4f08-95fe-6ef33961d019 req-d1928721-e3d7-48b2-a051-f3203dffd83b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:30.759232 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9b6569a6-6ae1-4f08-95fe-6ef33961d019 req-d1928721-e3d7-48b2-a051-f3203dffd83b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 945 time: 0.1006951 May 16 15:20:30.786472 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 34cd4358-1a24-49da-a7e4-d4b0049ac593 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:20:30.786944 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:30.814849 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:30.817225 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7243384-d2e6-4460-b83d-7c84a295756e" -d '{"events": [{"server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "name": "network-vif-plugged", "status": "completed", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:30.832388 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9b6569a6-6ae1-4f08-95fe-6ef33961d019 req-330658fd-46c2-4888-a828-41c772a5e29b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718732 May 16 15:20:30.832695 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:30.883472 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33cf602-d437-42f3-a905-a4320ae0f033 x-openstack-request-id: req-c33cf602-d437-42f3-a905-a4320ae0f033 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:30.883824 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "name": "network-vif-plugged", "status": "completed", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:30.884100 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c33cf602-d437-42f3-a905-a4320ae0f033 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:30.884527 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33cf602-d437-42f3-a905-a4320ae0f033'] response: {'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'code': 200} May 16 15:20:30.897807 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:30.956930 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=34cd4358-1a24-49da-a7e4-d4b0049ac593,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:32.141108 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b8ecb-58a1-41f6-a459-2cbae69d5d73 req-1735752b-e997-4212-9a98-069ca5e253e7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:32.144087 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-342b8ecb-58a1-41f6-a459-2cbae69d5d73 req-1735752b-e997-4212-9a98-069ca5e253e7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0491223 May 16 15:20:32.193486 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-342b8ecb-58a1-41f6-a459-2cbae69d5d73 req-ffddad39-cfa8-42e7-96c6-02f14959b616 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451927 May 16 15:20:33.329370 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1b536-83b0-4abd-844a-595db2aceb8c req-0a74bbe2-1fe9-4105-aefc-9c73125c414c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:33.337778 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c1a1b536-83b0-4abd-844a-595db2aceb8c req-0a74bbe2-1fe9-4105-aefc-9c73125c414c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0623138 May 16 15:20:33.429090 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c1a1b536-83b0-4abd-844a-595db2aceb8c req-b80c880f-f5ce-47ef-b293-af0440c0b8e5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900159 May 16 15:20:33.498442 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e908f2b5-a3cb-4ae7-9bee-aa7b4f1a5126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:33.611949 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:20:34.558910 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2cbd8-1c43-41da-bcd0-3c0527a1db69 req-3b917c2f-be7f-4291-a36a-02d73f5c2df2 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:34.560494 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e5c2cbd8-1c43-41da-bcd0-3c0527a1db69 req-3b917c2f-be7f-4291-a36a-02d73f5c2df2 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0501771 May 16 15:20:34.609361 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e5c2cbd8-1c43-41da-bcd0-3c0527a1db69 req-e098a306-c8bf-4083-855a-913155ae9237 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431631 May 16 15:20:35.473441 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc07c1d4-bd30-403a-a828-4124aba896e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.748337 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aca46-6d36-41ce-b9ed-00e5ed324d9d req-1dd961ee-9cdc-467e-bc9e-f8861b3db105 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:35.755725 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-633aca46-6d36-41ce-b9ed-00e5ed324d9d req-1dd961ee-9cdc-467e-bc9e-f8861b3db105 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0673296 May 16 15:20:35.823354 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-633aca46-6d36-41ce-b9ed-00e5ed324d9d req-1ff743cf-3e01-4b1d-956f-7d8f05cf4b1d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665379 May 16 15:20:36.632577 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:36.961168 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98e621-d5d2-4bbf-9316-f07ab526a9b5 req-c2068fd6-9753-4784-a493-d4a7a5e807da tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:36.968801 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9c98e621-d5d2-4bbf-9316-f07ab526a9b5 req-c2068fd6-9753-4784-a493-d4a7a5e807da tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0571532 May 16 15:20:37.017959 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9c98e621-d5d2-4bbf-9316-f07ab526a9b5 req-0ca6f57d-cbb4-4768-915d-232fa949afbd tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481870 May 16 15:20:37.991864 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.148834 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fa6b1-225c-485b-aba0-7187296ebfa7 req-4529dff8-5069-4e85-bd36-171d8cfce4e1 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:38.151157 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e5fa6b1-225c-485b-aba0-7187296ebfa7 req-4529dff8-5069-4e85-bd36-171d8cfce4e1 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0560575 May 16 15:20:38.208173 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e5fa6b1-225c-485b-aba0-7187296ebfa7 req-f6dfdcf2-b25d-45a4-bb00-7a99b8f4df63 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506368 May 16 15:20:39.334243 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0580c0c-8175-4e7e-9db2-94c0db4aef67 req-f0c8d9d5-3352-4b6c-8417-074fe7f90898 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:39.335707 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b0580c0c-8175-4e7e-9db2-94c0db4aef67 req-f0c8d9d5-3352-4b6c-8417-074fe7f90898 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0502396 May 16 15:20:39.382358 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b0580c0c-8175-4e7e-9db2-94c0db4aef67 req-e1e4e9aa-295a-4e5a-968e-d1cbef414b36 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410235 May 16 15:20:39.656328 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4e224-04e3-482f-bcfc-b6e88b2f82cc req-3d006b2c-5396-4c31-a6dc-c916dafcf92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:39.657790 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-89c4e224-04e3-482f-bcfc-b6e88b2f82cc req-3d006b2c-5396-4c31-a6dc-c916dafcf92f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 1130 time: 0.1272492 May 16 15:20:39.748876 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4e224-04e3-482f-bcfc-b6e88b2f82cc req-d87849f8-a7e7-4ccf-bcde-46e3e0953779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:39.750304 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-89c4e224-04e3-482f-bcfc-b6e88b2f82cc req-d87849f8-a7e7-4ccf-bcde-46e3e0953779 service neutron] 10.222.0.25 "GET /v2.0/networks?id=92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 200 len: 917 time: 0.0854864 May 16 15:20:39.815924 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-89c4e224-04e3-482f-bcfc-b6e88b2f82cc req-90c15ef8-0c0c-4b69-822e-f0b7b71c232b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593 HTTP/1.1" status: 200 len: 1001 time: 0.0532062 May 16 15:20:39.863496 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4e224-04e3-482f-bcfc-b6e88b2f82cc req-136465a5-221a-45ab-a0c2-0fb5819b7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:39.864943 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-89c4e224-04e3-482f-bcfc-b6e88b2f82cc req-136465a5-221a-45ab-a0c2-0fb5819b7f32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7f94bc8-370b-43de-bf3a-439204eaed77 HTTP/1.1" status: 200 len: 855 time: 0.0427473 May 16 15:20:39.911808 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4e224-04e3-482f-bcfc-b6e88b2f82cc req-aea72cc2-a0ed-4844-94a8-dff17af57e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:39.913256 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-89c4e224-04e3-482f-bcfc-b6e88b2f82cc req-aea72cc2-a0ed-4844-94a8-dff17af57e9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92826b7c-8754-4fc6-b45f-5923507414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405385 May 16 15:20:40.000116 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-89c4e224-04e3-482f-bcfc-b6e88b2f82cc req-9580d022-0dc0-4b1a-b7ec-a75a4a4559de service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794182 May 16 15:20:40.094891 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-89c4e224-04e3-482f-bcfc-b6e88b2f82cc req-fbf73266-bbcf-4126-8da4-045c926bda18 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870020 May 16 15:20:40.499168 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71590c4c-075d-477d-82be-099509c229da req-ee42c136-3e6d-4c92-a46f-5a9d4a15090b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:40.504152 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-71590c4c-075d-477d-82be-099509c229da req-ee42c136-3e6d-4c92-a46f-5a9d4a15090b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0469108 May 16 15:20:40.547485 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-71590c4c-075d-477d-82be-099509c229da req-f935e26f-1764-4e9b-8246-60b493b19df7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410545 May 16 15:20:40.642657 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.697292 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.940741 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 36098) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:41.049463 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30a13a09-358c-4885-ba22-c532e095ceb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.129412 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30a13a09-358c-4885-ba22-c532e095ceb9 admin admin] Publish callbacks [] for security_group (9a7a9228-0cec-4abb-8a95-c848a0baf859), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.196969 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-30a13a09-358c-4885-ba22-c532e095ceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (9a7a9228-0cec-4abb-8a95-c848a0baf859), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.238705 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-30a13a09-358c-4885-ba22-c532e095ceb9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b87bacc307f64fc0be785e3c1da6bcad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968845 May 16 15:20:41.239566 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a13a09-358c-4885-ba22-c532e095ceb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7a9228-0cec-4abb-8a95-c848a0baf859,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:41.241401 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 36102) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:41.291542 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c10ef577-100f-473e-9bf8-c7c0fee2ace1 admin admin] Publish callbacks [] for security_group (9a7a9228-0cec-4abb-8a95-c848a0baf859), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.313135 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c10ef577-100f-473e-9bf8-c7c0fee2ace1 admin admin] Publish callbacks [] for security_group (9a7a9228-0cec-4abb-8a95-c848a0baf859), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.468681 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c10ef577-100f-473e-9bf8-c7c0fee2ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (9a7a9228-0cec-4abb-8a95-c848a0baf859), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.471284 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c10ef577-100f-473e-9bf8-c7c0fee2ace1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.472467 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c10ef577-100f-473e-9bf8-c7c0fee2ace1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a7a9228-0cec-4abb-8a95-c848a0baf859 HTTP/1.1" status: 204 len: 168 time: 0.2300980 May 16 15:20:41.480752 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ef577-100f-473e-9bf8-c7c0fee2ace1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7a9228-0cec-4abb-8a95-c848a0baf859,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:41.665987 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79a7be-c0cd-4c8d-b7d0-d34e11e34358 req-830b5d42-e38e-4335-b035-7813367ce8f0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:41.667481 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5e79a7be-c0cd-4c8d-b7d0-d34e11e34358 req-830b5d42-e38e-4335-b035-7813367ce8f0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0469527 May 16 15:20:41.716901 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5e79a7be-c0cd-4c8d-b7d0-d34e11e34358 req-902f331d-998a-42a9-94cf-fdd2ed86a4ae tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429361 May 16 15:20:42.092607 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 36112) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:42.106442 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-064f6bbc-7eb2-4818-96b9-dffa0fc59be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.180269 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-064f6bbc-7eb2-4818-96b9-dffa0fc59be8 admin admin] Publish callbacks [] for security_group (3a939a92-6a44-4283-bf37-6c29eacc9768), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.236995 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-064f6bbc-7eb2-4818-96b9-dffa0fc59be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (3a939a92-6a44-4283-bf37-6c29eacc9768), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.276433 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-064f6bbc-7eb2-4818-96b9-dffa0fc59be8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3d98ca5c29e4430a9b318ca7e77cddfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825767 May 16 15:20:42.277952 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f6bbc-7eb2-4818-96b9-dffa0fc59be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a939a92-6a44-4283-bf37-6c29eacc9768,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:42.280822 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 36114) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:42.331108 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81d0d7d5-adde-44ef-ba64-8a0d85551833 admin admin] Publish callbacks [] for security_group (3a939a92-6a44-4283-bf37-6c29eacc9768), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.352921 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81d0d7d5-adde-44ef-ba64-8a0d85551833 admin admin] Publish callbacks [] for security_group (3a939a92-6a44-4283-bf37-6c29eacc9768), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.468887 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81d0d7d5-adde-44ef-ba64-8a0d85551833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (3a939a92-6a44-4283-bf37-6c29eacc9768), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.471450 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81d0d7d5-adde-44ef-ba64-8a0d85551833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.472651 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-81d0d7d5-adde-44ef-ba64-8a0d85551833 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3a939a92-6a44-4283-bf37-6c29eacc9768 HTTP/1.1" status: 204 len: 168 time: 0.1904249 May 16 15:20:42.480643 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0d7d5-adde-44ef-ba64-8a0d85551833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a939a92-6a44-4283-bf37-6c29eacc9768,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:42.841347 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7df29d-77d0-430b-af22-24eabc2cb89c req-e71b8901-8a35-4509-9d45-7d13c5830797 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:42.842883 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6e7df29d-77d0-430b-af22-24eabc2cb89c req-e71b8901-8a35-4509-9d45-7d13c5830797 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 946 time: 0.0524395 May 16 15:20:42.894133 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6e7df29d-77d0-430b-af22-24eabc2cb89c req-2b81713c-828f-4993-8d9d-9deeb3a29ba0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449367 May 16 15:20:44.712447 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 34cd4358-1a24-49da-a7e4-d4b0049ac593 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:44.783111 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 34cd4358-1a24-49da-a7e4-d4b0049ac593 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:20:44.783498 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.807316 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:44.810215 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13da227-2424-44aa-9a0d-f07f545beeb7" -d '{"events": [{"server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "name": "network-vif-unplugged", "status": "completed", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:44.821712 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:44.849640 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 May 2022 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458c8437-84c9-4a34-9141-c8f60fa58412 x-openstack-request-id: req-458c8437-84c9-4a34-9141-c8f60fa58412 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:44.849640 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "name": "network-vif-unplugged", "status": "failed", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593", "code": 422}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:44.849640 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-458c8437-84c9-4a34-9141-c8f60fa58412 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:44.849640 dv-cinder-841753-2-iscsi neutron-server[104033]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-458c8437-84c9-4a34-9141-c8f60fa58412']: {'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'code': 422} returned with failed status May 16 15:20:44.925963 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.970896 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=34cd4358-1a24-49da-a7e4-d4b0049ac593,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:45.084914 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d3bd5-e26f-45a9-bda9-f24b8eb6af5b req-df6e2ae9-14f4-42d5-8b9f-5d64b2373ade tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:45.086557 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff0d3bd5-e26f-45a9-bda9-f24b8eb6af5b req-df6e2ae9-14f4-42d5-8b9f-5d64b2373ade tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0503516 May 16 15:20:45.147069 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff0d3bd5-e26f-45a9-bda9-f24b8eb6af5b req-1c7bca3d-e8d0-4d01-a09a-0e50a935f612 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510247 May 16 15:20:45.667054 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 36212) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:45.781222 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-613ed741-69b9-4e0e-9842-4dc0e12c025c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129949 May 16 15:20:45.790371 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-568f6dd9-3491-4aeb-a466-a822c4ff6a6e service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:20:45.791317 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-568f6dd9-3491-4aeb-a466-a822c4ff6a6e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055919 May 16 15:20:45.866321 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 36220) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:45.959889 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-05a83509-6c5e-4384-8afd-fdf5e59b3c24 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:45.961196 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-05a83509-6c5e-4384-8afd-fdf5e59b3c24 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports/34cd4358-1a24-49da-a7e4-d4b0049ac593 HTTP/1.1" status: 200 len: 941 time: 0.0939100 May 16 15:20:46.273752 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0fe8f-3895-4dc2-9ea6-9be7745d6d72 req-37097a99-e777-4e0e-9ba5-2dae203b4051 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:46.276207 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3a0fe8f-3895-4dc2-9ea6-9be7745d6d72 req-37097a99-e777-4e0e-9ba5-2dae203b4051 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0500309 May 16 15:20:46.322958 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3a0fe8f-3895-4dc2-9ea6-9be7745d6d72 req-a25a1c0a-3373-41cf-a019-06f4cb48b5d7 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417705 May 16 15:20:47.442730 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057be017-aaec-4515-a199-971e0e213e11 req-dbae095e-3e5d-4042-824f-976c7eda6540 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:47.444203 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-057be017-aaec-4515-a199-971e0e213e11 req-dbae095e-3e5d-4042-824f-976c7eda6540 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0460567 May 16 15:20:47.490500 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-057be017-aaec-4515-a199-971e0e213e11 req-20789257-de8a-4d39-a0ef-066854f17af9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408697 May 16 15:20:47.585603 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-f31bfebb-5101-413c-b09a-99e81e92a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:47.587136 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-f31bfebb-5101-413c-b09a-99e81e92a2fa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67&tenant_id=64990eb359b54b0a8636a6e7619800a7 HTTP/1.1" status: 200 len: 1128 time: 0.0418248 May 16 15:20:47.660343 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-af6d0ff3-e57f-4b28-96c1-1837832e099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:47.661741 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-af6d0ff3-e57f-4b28-96c1-1837832e099a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 1128 time: 0.0406764 May 16 15:20:47.750850 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-741b7f09-4a6a-401f-984b-3caa924f0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:47.752626 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-741b7f09-4a6a-401f-984b-3caa924f0c00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 200 len: 917 time: 0.0848005 May 16 15:20:47.835446 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-63d974b8-6337-4b51-8ca9-4e4c2ab398c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593 HTTP/1.1" status: 200 len: 999 time: 0.0742078 May 16 15:20:47.895391 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-81c1bdd8-6aca-46bd-b681-81fcd25963d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:47.897149 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-81c1bdd8-6aca-46bd-b681-81fcd25963d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7f94bc8-370b-43de-bf3a-439204eaed77 HTTP/1.1" status: 200 len: 855 time: 0.0530145 May 16 15:20:47.946138 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-720eed53-9c88-4b33-a871-c4c92b042217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:47.947694 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-720eed53-9c88-4b33-a871-c4c92b042217 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92826b7c-8754-4fc6-b45f-5923507414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443053 May 16 15:20:48.059343 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-b5ec88ac-49f4-40b0-a41d-0f420be864ff service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039622 May 16 15:20:48.159739 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6b43b1f1-5cb1-4aca-8e20-5a7dc68fcb70 req-be219164-085c-4c54-86ce-75d260cf81e9 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943766 May 16 15:20:48.615994 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb317660-7b0b-4947-b690-5497c2430b50 req-3e59c40a-4cb9-4835-b6e7-f48f882a097d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:48.617482 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bb317660-7b0b-4947-b690-5497c2430b50 req-3e59c40a-4cb9-4835-b6e7-f48f882a097d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0505762 May 16 15:20:48.668771 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bb317660-7b0b-4947-b690-5497c2430b50 req-0ec26ef8-1d56-4ab6-9c20-95532507f4c9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446327 May 16 15:20:49.790430 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4d092-34cc-4134-8617-d39f655acbf6 req-55fdda87-2068-4633-82da-94d883047eb4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:49.792069 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-86f4d092-34cc-4134-8617-d39f655acbf6 req-55fdda87-2068-4633-82da-94d883047eb4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0484381 May 16 15:20:49.840389 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-86f4d092-34cc-4134-8617-d39f655acbf6 req-63eb839e-47f3-49bf-b6ba-9b52008130fe tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418000 May 16 15:20:50.979604 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db854aea-4c48-4911-826c-04131c723209 req-8816501e-8581-4be6-b17c-69b9ee787229 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:50.981668 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-db854aea-4c48-4911-826c-04131c723209 req-8816501e-8581-4be6-b17c-69b9ee787229 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0509808 May 16 15:20:51.035811 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-db854aea-4c48-4911-826c-04131c723209 req-c8c5201a-3b13-4be6-95b5-74575fce4e34 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475168 May 16 15:20:52.157347 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1705c-b764-459c-85e7-3f93b6df3ff6 req-1037e42b-4c35-4e73-a624-7f3854f97263 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:52.158823 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-00f1705c-b764-459c-85e7-3f93b6df3ff6 req-1037e42b-4c35-4e73-a624-7f3854f97263 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0483668 May 16 15:20:52.216403 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-00f1705c-b764-459c-85e7-3f93b6df3ff6 req-72911d10-ad77-4b3d-b7ab-3b5bd41ce399 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509443 May 16 15:20:53.343982 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dfc8a-8e46-4df7-8c06-fcc4e039ec00 req-5c6387a2-2dcd-49ac-980b-094a2ef66977 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:53.345654 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3f0dfc8a-8e46-4df7-8c06-fcc4e039ec00 req-5c6387a2-2dcd-49ac-980b-094a2ef66977 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0546935 May 16 15:20:53.406181 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3f0dfc8a-8e46-4df7-8c06-fcc4e039ec00 req-52191ce1-b74e-4fbc-bc11-895c32b6dae3 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549343 May 16 15:20:54.541235 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea35d4c-4cde-4253-b55d-4ecb1c0396b2 req-3925b798-cabd-4edb-a90a-7aaa49469fd6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:54.542770 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2ea35d4c-4cde-4253-b55d-4ecb1c0396b2 req-3925b798-cabd-4edb-a90a-7aaa49469fd6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0499129 May 16 15:20:54.599245 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2ea35d4c-4cde-4253-b55d-4ecb1c0396b2 req-aef2eb00-55a8-4d91-8fe9-595eb917bc5e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492251 May 16 15:20:55.731755 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfc8d5-ef90-4cfb-a2c5-6f339e378162 req-4c95cfda-2253-49bb-87a2-654fc6252e4a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:55.733629 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-eacfc8d5-ef90-4cfb-a2c5-6f339e378162 req-4c95cfda-2253-49bb-87a2-654fc6252e4a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0570519 May 16 15:20:55.790404 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-eacfc8d5-ef90-4cfb-a2c5-6f339e378162 req-6d45002f-d540-450f-9ee8-e7b60d96f011 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503945 May 16 15:20:57.201314 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a27daa-32f8-4067-984f-2ef13540c1ff req-ba51f6b5-4bd2-4586-b89d-f29abb3618df tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:57.212468 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f1a27daa-32f8-4067-984f-2ef13540c1ff req-ba51f6b5-4bd2-4586-b89d-f29abb3618df tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.3327403 May 16 15:20:57.252647 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f1a27daa-32f8-4067-984f-2ef13540c1ff req-76c6d9ed-c437-437f-a287-2d586a59cb8e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439970 May 16 15:20:57.564216 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 36388) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:57.667468 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:57.742064 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Publish callbacks [] for security_group (7cd5eb01-01c6-4b6e-84ef-98f7981427db), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:57.814277 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7cd5eb01-01c6-4b6e-84ef-98f7981427db), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:57.852172 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=35bc3c8de60e490db407c218ca8a286d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869015 May 16 15:20:57.853003 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd5eb01-01c6-4b6e-84ef-98f7981427db,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:57.854881 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 36392) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:57.860566 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.860914 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.861261 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.861597 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.861934 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.862264 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.862589 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.862915 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.863240 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.863565 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.863920 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.864246 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.864565 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.864885 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.865204 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dedb2e-ae7d-413f-9c5a-5fabc13ee865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:57.905741 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d518d2b-766c-4865-974e-e70b0961c7d4 admin admin] Publish callbacks [] for security_group (7cd5eb01-01c6-4b6e-84ef-98f7981427db), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:57.925819 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d518d2b-766c-4865-974e-e70b0961c7d4 admin admin] Publish callbacks [] for security_group (7cd5eb01-01c6-4b6e-84ef-98f7981427db), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.039769 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d518d2b-766c-4865-974e-e70b0961c7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7cd5eb01-01c6-4b6e-84ef-98f7981427db), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.042305 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d518d2b-766c-4865-974e-e70b0961c7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.043436 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1d518d2b-766c-4865-974e-e70b0961c7d4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7cd5eb01-01c6-4b6e-84ef-98f7981427db HTTP/1.1" status: 204 len: 168 time: 0.1873589 May 16 15:20:58.051853 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d518d2b-766c-4865-974e-e70b0961c7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd5eb01-01c6-4b6e-84ef-98f7981427db,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:58.374074 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de5ec0-0b5b-4ac4-88d8-59189151a752 req-44fc31f0-0fdc-4284-8894-66ceaaf84979 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:58.375589 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c9de5ec0-0b5b-4ac4-88d8-59189151a752 req-44fc31f0-0fdc-4284-8894-66ceaaf84979 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0490081 May 16 15:20:58.422394 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c9de5ec0-0b5b-4ac4-88d8-59189151a752 req-85e32b00-a520-4ff0-8313-01e9511e340d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410585 May 16 15:20:58.658771 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 36400) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:58.672406 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dc24c44-3131-4ae5-99d1-1e90fd700fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.745564 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dc24c44-3131-4ae5-99d1-1e90fd700fca admin admin] Publish callbacks [] for security_group (d751ab4c-2424-497d-b3eb-f95d2178fd96), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.819902 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dc24c44-3131-4ae5-99d1-1e90fd700fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d751ab4c-2424-497d-b3eb-f95d2178fd96), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.861887 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8dc24c44-3131-4ae5-99d1-1e90fd700fca admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4b0d1eedf9c74a0f881f9acd10fe504d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996913 May 16 15:20:58.861887 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc24c44-3131-4ae5-99d1-1e90fd700fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d751ab4c-2424-497d-b3eb-f95d2178fd96,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:58.864975 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 36406) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:58.912038 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ba065d9-d25c-4b6d-b67f-d7e6a57aceaa admin admin] Publish callbacks [] for security_group (d751ab4c-2424-497d-b3eb-f95d2178fd96), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.936643 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ba065d9-d25c-4b6d-b67f-d7e6a57aceaa admin admin] Publish callbacks [] for security_group (d751ab4c-2424-497d-b3eb-f95d2178fd96), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:59.048659 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ba065d9-d25c-4b6d-b67f-d7e6a57aceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d751ab4c-2424-497d-b3eb-f95d2178fd96), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:59.051182 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ba065d9-d25c-4b6d-b67f-d7e6a57aceaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:59.052386 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8ba065d9-d25c-4b6d-b67f-d7e6a57aceaa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d751ab4c-2424-497d-b3eb-f95d2178fd96 HTTP/1.1" status: 204 len: 168 time: 0.1885431 May 16 15:20:59.060569 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba065d9-d25c-4b6d-b67f-d7e6a57aceaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d751ab4c-2424-497d-b3eb-f95d2178fd96,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:59.544529 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8c491-3010-4b48-b9f9-3f7cbb3db0ab req-4345e7f1-75cf-49a1-b4f3-e7fa5f75072a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:59.546695 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dfc8c491-3010-4b48-b9f9-3f7cbb3db0ab req-4345e7f1-75cf-49a1-b4f3-e7fa5f75072a tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0485003 May 16 15:20:59.596792 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dfc8c491-3010-4b48-b9f9-3f7cbb3db0ab req-cdcc81e9-25f4-4d20-ac7e-82353248976e tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444095 May 16 15:21:00.718420 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db391a-a5ae-4198-8bdd-676d2e49ca5b req-12c51c9b-8d65-4217-b02e-e8eb0dcf00bb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:00.719895 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-25db391a-a5ae-4198-8bdd-676d2e49ca5b req-12c51c9b-8d65-4217-b02e-e8eb0dcf00bb tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 944 time: 0.0489480 May 16 15:21:00.767590 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-25db391a-a5ae-4198-8bdd-676d2e49ca5b req-4370e5fc-b400-48cb-b953-f81d343da431 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417502 May 16 15:21:00.813757 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 34cd4358-1a24-49da-a7e4-d4b0049ac593 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:21:00.909473 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:00.920403 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'port_id': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'mac_address': 'fa:16:3e:14:6f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:21:00.958997 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 34cd4358-1a24-49da-a7e4-d4b0049ac593 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:00.959392 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.972750 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cd4358-1a24-49da-a7e4-d4b0049ac593 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:00.991701 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:01.048482 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:01.096868 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=34cd4358-1a24-49da-a7e4-d4b0049ac593,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:01.340085 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['34cd4358-1a24-49da-a7e4-d4b0049ac593'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:21:01.892641 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d2a6d-163e-4b83-af59-378b54577ed2 req-06ab96cc-ce0a-477d-90f6-311fedef51b5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:01.894868 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b17d2a6d-163e-4b83-af59-378b54577ed2 req-06ab96cc-ce0a-477d-90f6-311fedef51b5 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 945 time: 0.0559466 May 16 15:21:01.947860 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b17d2a6d-163e-4b83-af59-378b54577ed2 req-3eaa8de2-b191-409c-871c-75691d036cce tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470231 May 16 15:21:02.808113 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 34cd4358-1a24-49da-a7e4-d4b0049ac593 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:02.850876 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 34cd4358-1a24-49da-a7e4-d4b0049ac593 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:02.851252 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.922335 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 34cd4358-1a24-49da-a7e4-d4b0049ac593 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:02.922724 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.946176 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:02.950058 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350bafe8-b36e-4754-bd39-7003179a2517" -d '{"events": [{"server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "name": "network-vif-plugged", "status": "completed", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:02.967548 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:03.039971 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.069466 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006ef03-2f86-463b-b7da-d4271e229e0f req-1f81726e-29d5-4cfc-8e83-1da6ad244c48 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:03.070932 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4006ef03-2f86-463b-b7da-d4271e229e0f req-1f81726e-29d5-4cfc-8e83-1da6ad244c48 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 945 time: 0.0506523 May 16 15:21:03.089320 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=34cd4358-1a24-49da-a7e4-d4b0049ac593,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:03.118614 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748b5e21-be2c-4290-85b1-dca1b42eb16d x-openstack-request-id: req-748b5e21-be2c-4290-85b1-dca1b42eb16d {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:03.118614 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "name": "network-vif-plugged", "status": "completed", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:03.118927 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-748b5e21-be2c-4290-85b1-dca1b42eb16d {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:03.119661 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748b5e21-be2c-4290-85b1-dca1b42eb16d'] response: {'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'code': 200} May 16 15:21:03.129213 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4006ef03-2f86-463b-b7da-d4271e229e0f req-6183bf94-f347-43cc-b3c3-d1e893997f11 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526750 May 16 15:21:03.454445 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1449072e-4090-4486-8c20-b323e7417930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.522208 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13990bf2-2ab3-4aee-ac2a-b271e21667ec req-e2636872-48e5-490b-8a2c-396426c63081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:03.523726 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-13990bf2-2ab3-4aee-ac2a-b271e21667ec req-e2636872-48e5-490b-8a2c-396426c63081 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 1131 time: 0.0375049 May 16 15:21:03.565656 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-13990bf2-2ab3-4aee-ac2a-b271e21667ec req-7d9b3634-eaa5-46bd-a8ee-c6af9ab1d7c7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365789 May 16 15:21:04.258018 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387371d4-bd38-4063-be38-464294a8a06f req-116ed885-b0ea-42f1-ac90-6811621ec6a6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:04.259372 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-387371d4-bd38-4063-be38-464294a8a06f req-116ed885-b0ea-42f1-ac90-6811621ec6a6 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 947 time: 0.0473657 May 16 15:21:04.307723 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-387371d4-bd38-4063-be38-464294a8a06f req-5741b4ef-b444-48cd-9a64-dae4617d8034 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428543 May 16 15:21:05.426219 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cedb2-b207-49d6-999e-618ccf91a7c1 req-e0cf45c5-1d28-4dba-bdb8-30d9184f11f4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:05.427757 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b4cedb2-b207-49d6-999e-618ccf91a7c1 req-e0cf45c5-1d28-4dba-bdb8-30d9184f11f4 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 947 time: 0.0478461 May 16 15:21:05.474687 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b4cedb2-b207-49d6-999e-618ccf91a7c1 req-a6fbdd77-454c-485f-9174-b07e8982efa3 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413370 May 16 15:21:05.537394 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ba470ac9-49af-4c27-8e36-7a499d744bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.593937 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df4348-3f9e-43c4-83c2-dd4bb0fd4d4c req-29ccb669-57ba-438d-b565-fc91ca949d9c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:06.598932 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-10df4348-3f9e-43c4-83c2-dd4bb0fd4d4c req-29ccb669-57ba-438d-b565-fc91ca949d9c tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 947 time: 0.0511258 May 16 15:21:06.643976 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-10df4348-3f9e-43c4-83c2-dd4bb0fd4d4c req-03a4a694-e4e9-4eb4-9051-f4c230b50e62 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435488 May 16 15:21:06.657603 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:07.775703 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256cf8b-ae2c-4f04-9f62-da6f99d79da5 req-16d9097e-458f-4038-b8b3-b433b7603f15 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:07.777164 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c256cf8b-ae2c-4f04-9f62-da6f99d79da5 req-16d9097e-458f-4038-b8b3-b433b7603f15 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 947 time: 0.0510528 May 16 15:21:07.826729 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c256cf8b-ae2c-4f04-9f62-da6f99d79da5 req-4a368ed0-613b-4c12-8cd6-ec09ceca0bec tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426209 May 16 15:21:08.018294 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.974631 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a7614-9d35-4b69-a1e3-025ff5426270 req-7becfac1-7296-450e-824e-616e6ea932ec tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:08.976242 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-003a7614-9d35-4b69-a1e3-025ff5426270 req-7becfac1-7296-450e-824e-616e6ea932ec tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 947 time: 0.0703568 May 16 15:21:09.036169 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-003a7614-9d35-4b69-a1e3-025ff5426270 req-fb785738-9af9-4811-bd3d-41604d43e4cc tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527127 May 16 15:21:10.155277 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3123500-b2db-455c-8696-64248756cb4e req-bc7a1c25-9bef-4634-9500-abf1da4ca35b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:10.156738 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f3123500-b2db-455c-8696-64248756cb4e req-bc7a1c25-9bef-4634-9500-abf1da4ca35b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 947 time: 0.0500159 May 16 15:21:10.201527 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f3123500-b2db-455c-8696-64248756cb4e req-a9e1e8bf-50af-42e4-89d1-e9add0828185 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393863 May 16 15:21:10.610394 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:21:10.619478 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.685250 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.053965 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1787608-f7fa-4a43-b867-92c161c7c0a4 req-9cda5328-6fe6-4e02-bc81-70002ba0e640 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375156 May 16 15:21:12.148932 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1787608-f7fa-4a43-b867-92c161c7c0a4 req-e815ac99-3e74-4262-990d-641fc6419a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:12.150306 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1787608-f7fa-4a43-b867-92c161c7c0a4 req-e815ac99-3e74-4262-990d-641fc6419a32 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64990eb359b54b0a8636a6e7619800a7&device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 1131 time: 0.0383618 May 16 15:21:12.252519 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1787608-f7fa-4a43-b867-92c161c7c0a4 req-8843166a-87c5-4505-8d74-4c681337014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:12.253969 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1787608-f7fa-4a43-b867-92c161c7c0a4 req-8843166a-87c5-4505-8d74-4c681337014d service neutron] 10.222.0.25 "GET /v2.0/networks?id=92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 200 len: 917 time: 0.0862954 May 16 15:21:12.316741 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1787608-f7fa-4a43-b867-92c161c7c0a4 req-030004cd-1a8b-43e0-b0b4-f2e3ac392641 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593 HTTP/1.1" status: 200 len: 1001 time: 0.0550697 May 16 15:21:12.369133 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1787608-f7fa-4a43-b867-92c161c7c0a4 req-f43a1736-8521-42dd-8f15-f475ffd1eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:12.370561 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1787608-f7fa-4a43-b867-92c161c7c0a4 req-f43a1736-8521-42dd-8f15-f475ffd1eb57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7f94bc8-370b-43de-bf3a-439204eaed77 HTTP/1.1" status: 200 len: 855 time: 0.0468218 May 16 15:21:12.413262 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1787608-f7fa-4a43-b867-92c161c7c0a4 req-48650a9b-91ec-4797-a504-8d313c0ebea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:12.414630 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1787608-f7fa-4a43-b867-92c161c7c0a4 req-48650a9b-91ec-4797-a504-8d313c0ebea1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=92826b7c-8754-4fc6-b45f-5923507414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376606 May 16 15:21:12.503030 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1787608-f7fa-4a43-b867-92c161c7c0a4 req-dd5850ec-22dc-4e8e-bbbb-0de3bd131096 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819256 May 16 15:21:12.594921 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1787608-f7fa-4a43-b867-92c161c7c0a4 req-e9cb126b-c1f3-4a18-aee5-729ea1315ed3 service neutron] 10.222.0.25 "GET /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854628 May 16 15:21:31.772615 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395a708-fb5e-40b2-9559-001f93d1e459 req-40a49440-3883-4795-9933-f3cd84e7f9c0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:31.774124 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1395a708-fb5e-40b2-9559-001f93d1e459 req-40a49440-3883-4795-9933-f3cd84e7f9c0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 945 time: 0.0482779 May 16 15:21:31.820849 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1395a708-fb5e-40b2-9559-001f93d1e459 req-6866e205-9dae-4ae0-b649-c7b5a7ab2717 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 May 16 15:21:32.939370 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe9b37-ad97-4432-baf7-a22b4d4adbd6 req-e515cc5c-c602-45f6-91dc-eff55ac9f503 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:32.940844 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2abe9b37-ad97-4432-baf7-a22b4d4adbd6 req-e515cc5c-c602-45f6-91dc-eff55ac9f503 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 945 time: 0.0520291 May 16 15:21:32.987149 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2abe9b37-ad97-4432-baf7-a22b4d4adbd6 req-406491b5-a1f5-4723-8f49-80a7749ec76a tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400908 May 16 15:21:33.443091 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dcbceb4-cf5c-439f-995d-652a43302a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.578301 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3508e00-88db-4e49-a438-b57161e16e27 req-720d8023-07d9-4480-aae8-1aa4d9acb4d8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:33.579775 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3508e00-88db-4e49-a438-b57161e16e27 req-720d8023-07d9-4480-aae8-1aa4d9acb4d8 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 945 time: 0.0474033 May 16 15:21:33.902206 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Deleting port ba75bca4-77b3-4ced-9d61-2fae4f3a831b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:33.903015 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.996639 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] For port ba75bca4-77b3-4ced-9d61-2fae4f3a831b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ba75bca4-77b3-4ced-9d61-2fae4f3a831b,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:33.997349 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:34.143341 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43dcca-3ff6-4f93-9a28-5ddf9ac0bc57 req-7bd7a53d-701f-46b8-b397-cd8a9ba9329e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:34.144846 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-db43dcca-3ff6-4f93-9a28-5ddf9ac0bc57 req-7bd7a53d-701f-46b8-b397-cd8a9ba9329e tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 945 time: 0.0840533 May 16 15:21:34.227097 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:34.227463 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (e514c5fe-58ca-4228-a70d-c36b6bbbc8f6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:34.227811 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Floating IP e514c5fe-58ca-4228-a70d-c36b6bbbc8f6 disassociated. External IP: 172.27.1.134, port: ba75bca4-77b3-4ced-9d61-2fae4f3a831b. May 16 15:21:34.228162 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Calling delete_port for ba75bca4-77b3-4ced-9d61-2fae4f3a831b owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:34.253764 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-db43dcca-3ff6-4f93-9a28-5ddf9ac0bc57 req-0f42a117-4555-4d4c-82cb-f6df8d2b9328 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups?id=482996f6-98f0-4256-9a51-07165393c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996029 May 16 15:21:34.431683 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (ba75bca4-77b3-4ced-9d61-2fae4f3a831b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:34.460809 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event deleted for resources: {'Port': ['ID=ba75bca4-77b3-4ced-9d61-2fae4f3a831b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:34.569005 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Router 2614e299-9545-4e33-9bed-05db8c6f08f2 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:34.670060 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:34.680901 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd8c9a-09c6-4b40-9b99-1f38f79ee0d4 None None] Sync routers for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:34.691430 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd8c9a-09c6-4b40-9b99-1f38f79ee0d4 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:34.692220 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-62bd8c9a-09c6-4b40-9b99-1f38f79ee0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:21:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:34.712409 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] No DVR routers for this DVR port ba75bca4-77b3-4ced-9d61-2fae4f3a831b on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:21:34.714979 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:34.718318 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3508e00-88db-4e49-a438-b57161e16e27 req-64d624f4-36b2-427e-8db9-3db3cb6993f6 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.25 "DELETE /v2.0/ports/ba75bca4-77b3-4ced-9d61-2fae4f3a831b HTTP/1.1" status: 204 len: 173 time: 0.8947206 May 16 15:21:34.718769 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'name': 'network-vif-deleted', 'tag': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:34.721010 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5041cae-9a16-4c42-98a2-29ac6f4acbe4" -d '{"events": [{"server_uuid": "34eda1a0-162b-4515-b35a-ac5e49da4a9a", "name": "network-vif-deleted", "tag": "ba75bca4-77b3-4ced-9d61-2fae4f3a831b"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:34.834857 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfcf874-18ab-4842-8b15-84524e321b51 x-openstack-request-id: req-1cfcf874-18ab-4842-8b15-84524e321b51 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:34.835327 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eda1a0-162b-4515-b35a-ac5e49da4a9a", "name": "network-vif-deleted", "tag": "ba75bca4-77b3-4ced-9d61-2fae4f3a831b", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:34.835700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1cfcf874-18ab-4842-8b15-84524e321b51 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:34.836606 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfcf874-18ab-4842-8b15-84524e321b51'] response: {'server_uuid': '34eda1a0-162b-4515-b35a-ac5e49da4a9a', 'name': 'network-vif-deleted', 'tag': 'ba75bca4-77b3-4ced-9d61-2fae4f3a831b', 'status': 'completed', 'code': 200} May 16 15:21:34.887437 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-62bd8c9a-09c6-4b40-9b99-1f38f79ee0d4 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:35.094889 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-62bd8c9a-09c6-4b40-9b99-1f38f79ee0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:35.132769 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd8c9a-09c6-4b40-9b99-1f38f79ee0d4 None None] Checking router: 2614e299-9545-4e33-9bed-05db8c6f08f2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:35.141401 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd8c9a-09c6-4b40-9b99-1f38f79ee0d4 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:35.148096 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-62bd8c9a-09c6-4b40-9b99-1f38f79ee0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:21:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:35.245797 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-62bd8c9a-09c6-4b40-9b99-1f38f79ee0d4 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:35.370596 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc45ff5f-865a-4cbb-a170-b15b7ea63800 req-f28294ca-f67f-4509-b075-b051f8a757e4 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 210 time: 0.0316980 May 16 15:21:35.448093 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-62bd8c9a-09c6-4b40-9b99-1f38f79ee0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:35.473529 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd8c9a-09c6-4b40-9b99-1f38f79ee0d4 None None] The sync data for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi is: [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:22Z', 'revision_number': 4, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5fa80dbb-e2f8-4805-a077-cb3d965bf8ea', 'name': '', 'network_id': '1a605965-a559-434b-a7bc-1500d5306bfd', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'mac_address': 'fa:16:3e:3f:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:19Z', 'updated_at': '2022-05-16T15:15:30Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'subnets': [{'id': '3320305d-ea26-430d-95fd-04322a6b5aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:35.493397 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-db657a3d-8735-44e7-914b-b6e6c55f0bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.571390 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 36908) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:35.636149 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaafd8-94ec-4f3a-985c-feba46473fed req-c567add8-d650-486d-a07c-b0570c73bf04 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:35.638933 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2acaafd8-94ec-4f3a-985c-feba46473fed req-c567add8-d650-486d-a07c-b0570c73bf04 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 945 time: 0.0547438 May 16 15:21:35.693874 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2acaafd8-94ec-4f3a-985c-feba46473fed req-f81bcdd7-1a98-4876-89ec-5d1c3afdcae6 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500569 May 16 15:21:35.695368 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.728063 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8b279-01f0-4b26-a6f2-51983d0bc3da None None] New status for floating IP e514c5fe-58ca-4228-a70d-c36b6bbbc8f6: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:21:35.775539 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Publish callbacks [] for security_group (965ecd6d-f90c-4437-8d3d-ccd5865ad6eb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.828229 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (965ecd6d-f90c-4437-8d3d-ccd5865ad6eb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.867783 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3a4d04c737ba49268cde2b254f5cf7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952280 May 16 15:21:35.868643 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965ecd6d-f90c-4437-8d3d-ccd5865ad6eb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:35.870638 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 36912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:35.876036 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.876390 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.876764 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.877112 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.877451 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.877783 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.878114 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.878441 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.878770 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.879099 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.879431 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.879798 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.880136 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.880505 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.881027 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc02f56a-ffa5-4333-9a23-fde2b0fe8378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:35.922116 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c948b7d3-5692-4f5f-b99b-8280eec6fee0 admin admin] Publish callbacks [] for security_group (965ecd6d-f90c-4437-8d3d-ccd5865ad6eb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:35.944716 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c948b7d3-5692-4f5f-b99b-8280eec6fee0 admin admin] Publish callbacks [] for security_group (965ecd6d-f90c-4437-8d3d-ccd5865ad6eb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.071445 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c948b7d3-5692-4f5f-b99b-8280eec6fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (965ecd6d-f90c-4437-8d3d-ccd5865ad6eb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.074165 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c948b7d3-5692-4f5f-b99b-8280eec6fee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.075308 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c948b7d3-5692-4f5f-b99b-8280eec6fee0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/965ecd6d-f90c-4437-8d3d-ccd5865ad6eb HTTP/1.1" status: 204 len: 168 time: 0.2036700 May 16 15:21:36.083223 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948b7d3-5692-4f5f-b99b-8280eec6fee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965ecd6d-f90c-4437-8d3d-ccd5865ad6eb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:36.479490 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dab5d0b0-1580-43f2-bc6d-32a6ceb58ac5 req-7a0174f3-d1a5-4101-aa07-3ae9185f8760 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/ports?device_id=34eda1a0-162b-4515-b35a-ac5e49da4a9a HTTP/1.1" status: 200 len: 210 time: 0.0278265 May 16 15:21:36.662926 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.666955 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 36920) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:36.680638 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cd101b9-5dda-48d0-b5c2-c10b51fff575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.754439 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cd101b9-5dda-48d0-b5c2-c10b51fff575 admin admin] Publish callbacks [] for security_group (d7bc1d6e-2157-4c45-8a1d-dbbc5cf8c411), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.811650 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f59d61-02ad-49fa-a781-e2299364e7e0 req-fed441bb-e3e9-4ac6-b701-832e71418557 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:36.813111 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2f59d61-02ad-49fa-a781-e2299364e7e0 req-fed441bb-e3e9-4ac6-b701-832e71418557 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 945 time: 0.0486021 May 16 15:21:36.830993 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cd101b9-5dda-48d0-b5c2-c10b51fff575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d7bc1d6e-2157-4c45-8a1d-dbbc5cf8c411), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.861551 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2f59d61-02ad-49fa-a781-e2299364e7e0 req-eeae7ed8-5626-4021-beec-b93d390b7763 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420966 May 16 15:21:36.873198 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd101b9-5dda-48d0-b5c2-c10b51fff575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bc1d6e-2157-4c45-8a1d-dbbc5cf8c411,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:36.885325 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9cd101b9-5dda-48d0-b5c2-c10b51fff575 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=40fe41aa75d24a4f8ffaa9e70c3e955e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172620 May 16 15:21:36.887891 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 36924) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:36.939663 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90668382-38c5-4bc8-ae16-affae9f89fac admin admin] Publish callbacks [] for security_group (d7bc1d6e-2157-4c45-8a1d-dbbc5cf8c411), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:36.960919 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90668382-38c5-4bc8-ae16-affae9f89fac admin admin] Publish callbacks [] for security_group (d7bc1d6e-2157-4c45-8a1d-dbbc5cf8c411), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.059362 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90668382-38c5-4bc8-ae16-affae9f89fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d7bc1d6e-2157-4c45-8a1d-dbbc5cf8c411), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.061975 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90668382-38c5-4bc8-ae16-affae9f89fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.063086 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-90668382-38c5-4bc8-ae16-affae9f89fac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d7bc1d6e-2157-4c45-8a1d-dbbc5cf8c411 HTTP/1.1" status: 204 len: 168 time: 0.1742301 May 16 15:21:37.070629 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90668382-38c5-4bc8-ae16-affae9f89fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bc1d6e-2157-4c45-8a1d-dbbc5cf8c411,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:37.638439 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 36940) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:37.731068 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c6de16c7-581f-4890-b805-f5d91823cb34 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:37.732551 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c6de16c7-581f-4890-b805-f5d91823cb34 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.25 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 945 time: 0.0638502 May 16 15:21:37.737779 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15d31822-9c7b-4575-a7be-22072336ede3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (482996f6-98f0-4256-9a51-07165393c57c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.791448 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15d31822-9c7b-4575-a7be-22072336ede3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (482996f6-98f0-4256-9a51-07165393c57c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.853559 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Deleting port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:37.853835 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:37.989374 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] For port 15f9e43d-7e6a-475f-922e-a92ad8c84c97, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=15f9e43d-7e6a-475f-922e-a92ad8c84c97,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:37.989860 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.000046 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15d31822-9c7b-4575-a7be-22072336ede3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (482996f6-98f0-4256-9a51-07165393c57c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.002541 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-15d31822-9c7b-4575-a7be-22072336ede3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.003668 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-15d31822-9c7b-4575-a7be-22072336ede3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "DELETE /v2.0/security-groups/482996f6-98f0-4256-9a51-07165393c57c HTTP/1.1" status: 204 len: 168 time: 0.3634894 May 16 15:21:38.007328 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 36954) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:38.022189 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.023146 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-59e3b82b-a042-4a69-b6d0-0df67888efb0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] show failed (client error): The resource could not be found. May 16 15:21:38.024670 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd168e-171d-40a2-ae37-e6c015e7d2e1 req-4ade71e3-1296-4f74-b1e5-7f73ca6f8bc3 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:38.024818 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-59e3b82b-a042-4a69-b6d0-0df67888efb0 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "GET /v2.0/security-groups/482996f6-98f0-4256-9a51-07165393c57c HTTP/1.1" status: 404 len: 347 time: 0.0158458 May 16 15:21:38.025944 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9fbd168e-171d-40a2-ae37-e6c015e7d2e1 req-4ade71e3-1296-4f74-b1e5-7f73ca6f8bc3 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 945 time: 0.0892034 May 16 15:21:38.027151 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 36956) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:38.093567 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d31822-9c7b-4575-a7be-22072336ede3 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482996f6-98f0-4256-9a51-07165393c57c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:38.164786 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-de01d31c-aae1-49c7-9c72-64a8fbe94a48 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Deleting port e21036d9-8f2d-40d4-a70d-97a16e4b5427 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:38.165391 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de01d31c-aae1-49c7-9c72-64a8fbe94a48 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (e21036d9-8f2d-40d4-a70d-97a16e4b5427), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.167335 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9fbd168e-171d-40a2-ae37-e6c015e7d2e1 req-702d50a8-aaff-44a8-8203-182c3bf18042 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d2188f0-8b39-4446-aa2e-2b2da192b7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853550 May 16 15:21:38.264490 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.264939 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.265599 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Floating IP 6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb disassociated. External IP: 172.27.1.14, port: 15f9e43d-7e6a-475f-922e-a92ad8c84c97. May 16 15:21:38.266011 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Calling delete_port for 15f9e43d-7e6a-475f-922e-a92ad8c84c97 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:38.277047 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de01d31c-aae1-49c7-9c72-64a8fbe94a48 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (e21036d9-8f2d-40d4-a70d-97a16e4b5427), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.280173 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de01d31c-aae1-49c7-9c72-64a8fbe94a48 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (e21036d9-8f2d-40d4-a70d-97a16e4b5427), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.297230 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-de01d31c-aae1-49c7-9c72-64a8fbe94a48 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Calling delete_port for e21036d9-8f2d-40d4-a70d-97a16e4b5427 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:38.482866 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (15f9e43d-7e6a-475f-922e-a92ad8c84c97), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.506248 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de01d31c-aae1-49c7-9c72-64a8fbe94a48 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (e21036d9-8f2d-40d4-a70d-97a16e4b5427), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.510948 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event deleted for resources: {'Port': ['ID=15f9e43d-7e6a-475f-922e-a92ad8c84c97,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:38.530801 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d31c-aae1-49c7-9c72-64a8fbe94a48 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Pushing event deleted for resources: {'Port': ['ID=e21036d9-8f2d-40d4-a70d-97a16e4b5427,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:38.601577 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de01d31c-aae1-49c7-9c72-64a8fbe94a48 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks [] for floatingip (e514c5fe-58ca-4228-a70d-c36b6bbbc8f6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.604132 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de01d31c-aae1-49c7-9c72-64a8fbe94a48 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.605298 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-de01d31c-aae1-49c7-9c72-64a8fbe94a48 tempest-AttachVolumeNegativeTest-891417504 tempest-AttachVolumeNegativeTest-891417504-project] 10.222.0.71 "DELETE /v2.0/floatingips/e514c5fe-58ca-4228-a70d-c36b6bbbc8f6 HTTP/1.1" status: 204 len: 168 time: 0.5769534 May 16 15:21:38.639305 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Router 0c2bed8c-093c-456d-a528-323b6a35c368 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:38.744290 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:38.754079 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd307d0-3135-44c3-8e74-bef5ec420dbe None None] Sync routers for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:38.764610 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd307d0-3135-44c3-8e74-bef5ec420dbe None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:38.765222 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0bd307d0-3135-44c3-8e74-bef5ec420dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:21:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:38.795482 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] No DVR routers for this DVR port 15f9e43d-7e6a-475f-922e-a92ad8c84c97 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:21:38.798644 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.803645 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-285bf005-ca09-4ace-a2f5-53a16e11abeb req-c304a878-4b7d-4e81-972f-70508f51d572 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.25 "DELETE /v2.0/ports/15f9e43d-7e6a-475f-922e-a92ad8c84c97 HTTP/1.1" status: 204 len: 173 time: 1.0623171 May 16 15:21:38.804045 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6202deb8-088f-46e8-bd66-7377b00f7305', 'name': 'network-vif-deleted', 'tag': '15f9e43d-7e6a-475f-922e-a92ad8c84c97'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:38.807400 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1470f050-aaaa-4d47-a3a0-5ec1be39f736" -d '{"events": [{"server_uuid": "6202deb8-088f-46e8-bd66-7377b00f7305", "name": "network-vif-deleted", "tag": "15f9e43d-7e6a-475f-922e-a92ad8c84c97"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:38.847335 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2be369-5bcd-4239-b1d0-4fa49a2d505f x-openstack-request-id: req-0b2be369-5bcd-4239-b1d0-4fa49a2d505f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:38.847609 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6202deb8-088f-46e8-bd66-7377b00f7305", "name": "network-vif-deleted", "tag": "15f9e43d-7e6a-475f-922e-a92ad8c84c97", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:38.847924 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0b2be369-5bcd-4239-b1d0-4fa49a2d505f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:38.849771 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2be369-5bcd-4239-b1d0-4fa49a2d505f'] response: {'server_uuid': '6202deb8-088f-46e8-bd66-7377b00f7305', 'name': 'network-vif-deleted', 'tag': '15f9e43d-7e6a-475f-922e-a92ad8c84c97', 'status': 'completed', 'code': 200} May 16 15:21:38.875441 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0bd307d0-3135-44c3-8e74-bef5ec420dbe None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:38.990147 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device ba75bca4-77b3-4ced-9d61-2fae4f3a831b no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:39.010180 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: ba75bca4-77b3-4ced-9d61-2fae4f3a831b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:39.010763 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device ba75bca4-77b3-4ced-9d61-2fae4f3a831b not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:39.107809 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0bd307d0-3135-44c3-8e74-bef5ec420dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:29Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:39.134373 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd307d0-3135-44c3-8e74-bef5ec420dbe None None] Checking router: 0c2bed8c-093c-456d-a528-323b6a35c368 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:39.142796 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd307d0-3135-44c3-8e74-bef5ec420dbe None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:39.143406 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0bd307d0-3135-44c3-8e74-bef5ec420dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:21:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:39.254201 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0bd307d0-3135-44c3-8e74-bef5ec420dbe None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:39.311972 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fdc34516-1835-4bbe-9f21-1b6a0e986c15 req-0bb61f2e-ce6d-4d57-8313-5b7a9c72ceca tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/ports?device_id=6202deb8-088f-46e8-bd66-7377b00f7305 HTTP/1.1" status: 200 len: 210 time: 0.0290782 May 16 15:21:39.442096 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0bd307d0-3135-44c3-8e74-bef5ec420dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:29Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:39.470708 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd307d0-3135-44c3-8e74-bef5ec420dbe None None] The sync data for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi is: [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:26Z', 'revision_number': 4, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '4b65bc71-dd39-441d-b931-4de63e3ea648', 'name': '', 'network_id': 'd5d840d6-be4b-4ccc-949a-d641977c970e', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'mac_address': 'fa:16:3e:7c:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:25Z', 'updated_at': '2022-05-16T15:16:29Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'subnets': [{'id': '2448ad91-16a6-4222-afd8-059210fe98cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:39.735320 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa2cb9-1c96-467f-947d-6f0a58eba337 None None] New status for floating IP 6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:21:40.461590 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37010) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:40.516943 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46bbae59-6b64-4d1a-8993-f7d3279f5479 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group (5d2188f0-8b39-4446-aa2e-2b2da192b7f7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:40.540706 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46bbae59-6b64-4d1a-8993-f7d3279f5479 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group (5d2188f0-8b39-4446-aa2e-2b2da192b7f7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:40.640195 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46bbae59-6b64-4d1a-8993-f7d3279f5479 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (5d2188f0-8b39-4446-aa2e-2b2da192b7f7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:40.640461 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:40.642756 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46bbae59-6b64-4d1a-8993-f7d3279f5479 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:40.643925 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-46bbae59-6b64-4d1a-8993-f7d3279f5479 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "DELETE /v2.0/security-groups/5d2188f0-8b39-4446-aa2e-2b2da192b7f7 HTTP/1.1" status: 204 len: 168 time: 0.1813345 May 16 15:21:40.647276 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37012) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:40.653900 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbae59-6b64-4d1a-8993-f7d3279f5479 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2188f0-8b39-4446-aa2e-2b2da192b7f7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:40.663380 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-390a3303-1568-4f5b-bf1e-b34268bf936f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] show failed (client error): The resource could not be found. May 16 15:21:40.667052 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-390a3303-1568-4f5b-bf1e-b34268bf936f tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "GET /v2.0/security-groups/5d2188f0-8b39-4446-aa2e-2b2da192b7f7 HTTP/1.1" status: 404 len: 347 time: 0.0161700 May 16 15:21:40.667320 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37014) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:40.717185 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:40.777058 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b4df8908-d150-49af-adae-ff7069d67528 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Deleting port 4de80297-e7a4-402b-af10-305fceedf8b1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:40.777398 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4df8908-d150-49af-adae-ff7069d67528 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (4de80297-e7a4-402b-af10-305fceedf8b1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:40.849425 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4df8908-d150-49af-adae-ff7069d67528 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (4de80297-e7a4-402b-af10-305fceedf8b1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:40.849813 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4df8908-d150-49af-adae-ff7069d67528 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (4de80297-e7a4-402b-af10-305fceedf8b1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:40.862212 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b4df8908-d150-49af-adae-ff7069d67528 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Calling delete_port for 4de80297-e7a4-402b-af10-305fceedf8b1 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:41.048479 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4df8908-d150-49af-adae-ff7069d67528 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (4de80297-e7a4-402b-af10-305fceedf8b1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:41.075921 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df8908-d150-49af-adae-ff7069d67528 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Pushing event deleted for resources: {'Port': ['ID=4de80297-e7a4-402b-af10-305fceedf8b1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:41.135003 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4df8908-d150-49af-adae-ff7069d67528 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks [] for floatingip (6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:41.137330 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4df8908-d150-49af-adae-ff7069d67528 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:41.138467 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b4df8908-d150-49af-adae-ff7069d67528 tempest-AttachVolumeTestJSON-2106875596 tempest-AttachVolumeTestJSON-2106875596-project] 10.222.0.71 "DELETE /v2.0/floatingips/6f5ca1c6-9824-4cbd-93ba-28b0262ab0bb HTTP/1.1" status: 204 len: 168 time: 0.4702041 May 16 15:21:42.831238 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37054) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:43.589590 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-feb2e2dc-d408-4814-8542-0cff3c558ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690127'] for router_interface (2614e299-9545-4e33-9bed-05db8c6f08f2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:43.854070 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-feb2e2dc-d408-4814-8542-0cff3c558ea7 admin admin] Deleting port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:43.854656 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-feb2e2dc-d408-4814-8542-0cff3c558ea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:43.932655 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-feb2e2dc-d408-4814-8542-0cff3c558ea7 admin admin] For port 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=5fa80dbb-e2f8-4805-a077-cb3d965bf8ea,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:43.933016 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-feb2e2dc-d408-4814-8542-0cff3c558ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:43.946362 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-feb2e2dc-d408-4814-8542-0cff3c558ea7 admin admin] Calling delete_port for 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:43.948277 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 15f9e43d-7e6a-475f-922e-a92ad8c84c97 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:43.967073 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 15f9e43d-7e6a-475f-922e-a92ad8c84c97 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:43.967420 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 15f9e43d-7e6a-475f-922e-a92ad8c84c97 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:44.174451 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-feb2e2dc-d408-4814-8542-0cff3c558ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (5fa80dbb-e2f8-4805-a077-cb3d965bf8ea), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:44.202514 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2e2dc-d408-4814-8542-0cff3c558ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa80dbb-e2f8-4805-a077-cb3d965bf8ea,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:44.362131 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-feb2e2dc-d408-4814-8542-0cff3c558ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-746586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882128'] for router_interface (2614e299-9545-4e33-9bed-05db8c6f08f2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:44.558391 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb2e2dc-d408-4814-8542-0cff3c558ea7 admin admin] Router 2614e299-9545-4e33-9bed-05db8c6f08f2 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:44.653685 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb2e2dc-d408-4814-8542-0cff3c558ea7 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:44.658537 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-feb2e2dc-d408-4814-8542-0cff3c558ea7 admin admin] 10.222.0.71 "PUT /v2.0/routers/2614e299-9545-4e33-9bed-05db8c6f08f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8261905 May 16 15:21:44.661083 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37064) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:44.662186 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cafefd-b4bf-4cdc-a130-420f10110638 None None] Sync routers for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:44.672130 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cafefd-b4bf-4cdc-a130-420f10110638 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:44.672758 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-07cafefd-b4bf-4cdc-a130-420f10110638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:21:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:44.762063 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Publish callbacks [] for router (2614e299-9545-4e33-9bed-05db8c6f08f2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:44.860259 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-07cafefd-b4bf-4cdc-a130-420f10110638 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:44.865277 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Publish callbacks [] for router_gateway (2614e299-9545-4e33-9bed-05db8c6f08f2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:44.993583 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Deleting port ca099993-9c1b-403b-a9d9-d8e154c806f1 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:44.993927 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.026461 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-07cafefd-b4bf-4cdc-a130-420f10110638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:21:44Z', 'revision_number': 5, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port': {'id': 'ca099993-9c1b-403b-a9d9-d8e154c806f1', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:45.051576 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cafefd-b4bf-4cdc-a130-420f10110638 None None] Checking router: 2614e299-9545-4e33-9bed-05db8c6f08f2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:45.060488 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cafefd-b4bf-4cdc-a130-420f10110638 None None] Routers {'2614e299-9545-4e33-9bed-05db8c6f08f2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:45.061115 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-07cafefd-b4bf-4cdc-a130-420f10110638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:21:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['2614e299-9545-4e33-9bed-05db8c6f08f2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:45.079152 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] For port ca099993-9c1b-403b-a9d9-d8e154c806f1, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=ca099993-9c1b-403b-a9d9-d8e154c806f1,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:45.079520 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.093210 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Calling delete_port for ca099993-9c1b-403b-a9d9-d8e154c806f1 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:45.148897 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-07cafefd-b4bf-4cdc-a130-420f10110638 None None] Set router 2614e299-9545-4e33-9bed-05db8c6f08f2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:45.200735 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-07cafefd-b4bf-4cdc-a130-420f10110638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:21:44Z', 'revision_number': 6, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port_host': None}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:45.224499 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cafefd-b4bf-4cdc-a130-420f10110638 None None] The sync data for ids ['2614e299-9545-4e33-9bed-05db8c6f08f2'] in dv-cinder-841753-2-iscsi is: [{'id': '2614e299-9545-4e33-9bed-05db8c6f08f2', 'name': 'tempest-AttachVolumeNegativeTest-1873074011-router', 'tenant_id': '56ba8d3ade6e4efd90ce4c340464c565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:21:44Z', 'revision_number': 6, 'project_id': '56ba8d3ade6e4efd90ce4c340464c565', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:45.322994 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (ca099993-9c1b-403b-a9d9-d8e154c806f1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.353736 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca099993-9c1b-403b-a9d9-d8e154c806f1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:45.411532 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692989'] for router_gateway (2614e299-9545-4e33-9bed-05db8c6f08f2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.499393 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7036'] for router (2614e299-9545-4e33-9bed-05db8c6f08f2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.501613 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Publish callbacks [] for router_controller (2614e299-9545-4e33-9bed-05db8c6f08f2), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.611698 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-698796'] for router (2614e299-9545-4e33-9bed-05db8c6f08f2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.612314 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2614e299-9545-4e33-9bed-05db8c6f08f2 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:21:45.617746 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.618912 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d996a1fd-3ac4-4891-b3ab-0dddc1311a93 admin admin] 10.222.0.71 "DELETE /v2.0/routers/2614e299-9545-4e33-9bed-05db8c6f08f2 HTTP/1.1" status: 204 len: 168 time: 0.9569273 May 16 15:21:45.621810 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37070) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:45.667931 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3449530-d73e-4694-a4be-5037f1fad70e admin admin] Deleting subnet 3320305d-ea26-430d-95fd-04322a6b5aa8 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:21:45.670846 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3449530-d73e-4694-a4be-5037f1fad70e admin admin] Publish callbacks [] for subnet (3320305d-ea26-430d-95fd-04322a6b5aa8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:45.896179 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3449530-d73e-4694-a4be-5037f1fad70e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28040428'] for subnet (3320305d-ea26-430d-95fd-04322a6b5aa8), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.002283 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3449530-d73e-4694-a4be-5037f1fad70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (3320305d-ea26-430d-95fd-04322a6b5aa8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.097369 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device ca099993-9c1b-403b-a9d9-d8e154c806f1 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:46.122108 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: ca099993-9c1b-403b-a9d9-d8e154c806f1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:46.122458 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device ca099993-9c1b-403b-a9d9-d8e154c806f1 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:46.123015 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:46.137759 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3449530-d73e-4694-a4be-5037f1fad70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28082744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29174866'] for subnet (3320305d-ea26-430d-95fd-04322a6b5aa8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.145092 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:46.145505 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 5fa80dbb-e2f8-4805-a077-cb3d965bf8ea not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:46.167963 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3449530-d73e-4694-a4be-5037f1fad70e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3320305d-ea26-430d-95fd-04322a6b5aa8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:46.169960 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e3449530-d73e-4694-a4be-5037f1fad70e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.174612 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c294131-366e-4a82-8ce1-a243d97c8ef8 None None] Network 1a605965-a559-434b-a7bc-1500d5306bfd requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:46.177650 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e3449530-d73e-4694-a4be-5037f1fad70e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3320305d-ea26-430d-95fd-04322a6b5aa8 HTTP/1.1" status: 204 len: 168 time: 0.5533309 May 16 15:21:46.178725 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37086) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:46.251697 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (1a605965-a559-434b-a7bc-1500d5306bfd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.302459 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Deleting port d4c82f09-d4a9-47df-ba97-8333ba4864be {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:46.303008 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.343179 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] DHCP port deletion for 1a605965-a559-434b-a7bc-1500d5306bfd request from dv-cinder-841753-2-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:21:46.373019 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] For port d4c82f09-d4a9-47df-ba97-8333ba4864be, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=d4c82f09-d4a9-47df-ba97-8333ba4864be,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:46.373491 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.389543 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Calling delete_port for d4c82f09-d4a9-47df-ba97-8333ba4864be owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:46.394404 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Deleting port d4c82f09-d4a9-47df-ba97-8333ba4864be {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:46.395028 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.462127 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] For port d4c82f09-d4a9-47df-ba97-8333ba4864be, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=d4c82f09-d4a9-47df-ba97-8333ba4864be,segment=NetworkSegment(1267cfec-d2d7-4a45-86c8-c2052ee3c65a),segment_id=1267cfec-d2d7-4a45-86c8-c2052ee3c65a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:46.462528 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.475236 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Calling delete_port for d4c82f09-d4a9-47df-ba97-8333ba4864be owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:46.545925 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.557320 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446'] for port (d4c82f09-d4a9-47df-ba97-8333ba4864be), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.571673 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c82f09-d4a9-47df-ba97-8333ba4864be,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:46.576157 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] No DVR routers for this DVR port d4c82f09-d4a9-47df-ba97-8333ba4864be on host dv-cinder-841753-2-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:21:46.582298 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Pushing event deleted for resources: {'Port': ['ID=d4c82f09-d4a9-47df-ba97-8333ba4864be,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:46.587417 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] No DVR routers for this DVR port d4c82f09-d4a9-47df-ba97-8333ba4864be on host dv-cinder-841753-2-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:21:46.594046 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.600016 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4cec0-2a5f-4c8f-a9ca-c4fde886db1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:46.663309 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (1a605965-a559-434b-a7bc-1500d5306bfd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.683930 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a605965-a559-434b-a7bc-1500d5306bfd']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:46.693486 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1267cfec-d2d7-4a45-86c8-c2052ee3c65a') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:46.693486 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1267cfec-d2d7-4a45-86c8-c2052ee3c65a') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:46.704314 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28775588'] for segment (1267cfec-d2d7-4a45-86c8-c2052ee3c65a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.722202 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (1267cfec-d2d7-4a45-86c8-c2052ee3c65a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.729768 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:21:46.730419 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28133796'] for segment (1267cfec-d2d7-4a45-86c8-c2052ee3c65a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: Traceback (most recent call last): May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: timer() May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: cb(*args, **kw) May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: return func(*args, **kwargs) May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: self._notify() May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: self.callback(batched_events) May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: event.method(event) May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: return f(self, *a, **k) May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._get(url).json() May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: return self.request(url, 'GET', **kwargs) May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:21:46.732433 dv-cinder-841753-2-iscsi neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:21:46.852258 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (1a605965-a559-434b-a7bc-1500d5306bfd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.858064 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.861151 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1a605965-a559-434b-a7bc-1500d5306bfd HTTP/1.1" status: 204 len: 168 time: 0.6810708 May 16 15:21:46.872436 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a7f88-9e1e-462f-9cf3-e444495fdfb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a605965-a559-434b-a7bc-1500d5306bfd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:47.170904 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37104) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:47.212793 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fba8b9ad-0c1c-44ab-bf6d-c1ef1744fc15 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=56ba8d3ade6e4efd90ce4c340464c565&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407236 May 16 15:21:47.215153 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37108) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:47.224009 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37110) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:47.267981 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2861327f-8906-4282-9dad-a7abc1d275de admin admin] Publish callbacks [] for security_group (b60e06bb-d956-4613-ad7d-b11cfa1e4fe9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.290695 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2861327f-8906-4282-9dad-a7abc1d275de admin admin] Publish callbacks [] for security_group (b60e06bb-d956-4613-ad7d-b11cfa1e4fe9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.499820 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2861327f-8906-4282-9dad-a7abc1d275de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (b60e06bb-d956-4613-ad7d-b11cfa1e4fe9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.502428 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2861327f-8906-4282-9dad-a7abc1d275de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.503590 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2861327f-8906-4282-9dad-a7abc1d275de admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b60e06bb-d956-4613-ad7d-b11cfa1e4fe9 HTTP/1.1" status: 204 len: 168 time: 0.2873766 May 16 15:21:47.512296 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861327f-8906-4282-9dad-a7abc1d275de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60e06bb-d956-4613-ad7d-b11cfa1e4fe9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:47.609185 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:21:47.690823 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-146bd63d-c1f5-421f-a0de-637e43392b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690127'] for router_interface (0c2bed8c-093c-456d-a528-323b6a35c368), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.909553 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-146bd63d-c1f5-421f-a0de-637e43392b77 admin admin] Deleting port 4b65bc71-dd39-441d-b931-4de63e3ea648 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:47.909553 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-146bd63d-c1f5-421f-a0de-637e43392b77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.993348 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-146bd63d-c1f5-421f-a0de-637e43392b77 admin admin] For port 4b65bc71-dd39-441d-b931-4de63e3ea648, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=4b65bc71-dd39-441d-b931-4de63e3ea648,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:47.993719 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-146bd63d-c1f5-421f-a0de-637e43392b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:48.006151 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-146bd63d-c1f5-421f-a0de-637e43392b77 admin admin] Calling delete_port for 4b65bc71-dd39-441d-b931-4de63e3ea648 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:48.081400 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device d4c82f09-d4a9-47df-ba97-8333ba4864be no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:48.101192 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: d4c82f09-d4a9-47df-ba97-8333ba4864be {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:48.101721 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device d4c82f09-d4a9-47df-ba97-8333ba4864be not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:48.257617 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-146bd63d-c1f5-421f-a0de-637e43392b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (4b65bc71-dd39-441d-b931-4de63e3ea648), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:48.286218 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bd63d-c1f5-421f-a0de-637e43392b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b65bc71-dd39-441d-b931-4de63e3ea648,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:48.460858 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-146bd63d-c1f5-421f-a0de-637e43392b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-746586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882128'] for router_interface (0c2bed8c-093c-456d-a528-323b6a35c368), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:48.685796 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146bd63d-c1f5-421f-a0de-637e43392b77 admin admin] Router 0c2bed8c-093c-456d-a528-323b6a35c368 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:48.792568 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146bd63d-c1f5-421f-a0de-637e43392b77 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:48.797522 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-146bd63d-c1f5-421f-a0de-637e43392b77 admin admin] 10.222.0.71 "PUT /v2.0/routers/0c2bed8c-093c-456d-a528-323b6a35c368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5724576 May 16 15:21:48.800225 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37154) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:48.803655 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d743cc8e-d22b-4657-b9a7-d37318bf9c55 None None] Sync routers for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:48.814244 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743cc8e-d22b-4657-b9a7-d37318bf9c55 None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:48.815188 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d743cc8e-d22b-4657-b9a7-d37318bf9c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:21:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:48.922009 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d743cc8e-d22b-4657-b9a7-d37318bf9c55 None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:48.922990 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Publish callbacks [] for router (0c2bed8c-093c-456d-a528-323b6a35c368), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:49.045114 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Publish callbacks [] for router_gateway (0c2bed8c-093c-456d-a528-323b6a35c368), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:49.091690 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d743cc8e-d22b-4657-b9a7-d37318bf9c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:21:48Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:49.120582 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d743cc8e-d22b-4657-b9a7-d37318bf9c55 None None] Checking router: 0c2bed8c-093c-456d-a528-323b6a35c368 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:49.129563 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743cc8e-d22b-4657-b9a7-d37318bf9c55 None None] Routers {'0c2bed8c-093c-456d-a528-323b6a35c368'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:49.130268 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d743cc8e-d22b-4657-b9a7-d37318bf9c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:21:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['0c2bed8c-093c-456d-a528-323b6a35c368'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:49.137607 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0c79f-abd7-4b07-908e-7e69f3cb3496 req-125cb921-f0cb-43b7-99f4-1c2aecbf7be1 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:49.139169 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a7b0c79f-abd7-4b07-908e-7e69f3cb3496 req-125cb921-f0cb-43b7-99f4-1c2aecbf7be1 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 947 time: 0.0506546 May 16 15:21:49.193148 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Deleting port c55d1694-54dc-4b59-947b-83c2c6fc3a78 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:49.193788 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:49.208662 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a7b0c79f-abd7-4b07-908e-7e69f3cb3496 req-a06f1c47-f0f8-4acd-b069-b6f784293258 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605206 May 16 15:21:49.244063 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d743cc8e-d22b-4657-b9a7-d37318bf9c55 None None] Set router 0c2bed8c-093c-456d-a528-323b6a35c368 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:49.340949 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] For port c55d1694-54dc-4b59-947b-83c2c6fc3a78, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=c55d1694-54dc-4b59-947b-83c2c6fc3a78,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:49.341929 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:49.360267 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Calling delete_port for c55d1694-54dc-4b59-947b-83c2c6fc3a78 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:49.557763 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d743cc8e-d22b-4657-b9a7-d37318bf9c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:21:48Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:49.582887 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d743cc8e-d22b-4657-b9a7-d37318bf9c55 None None] The sync data for ids ['0c2bed8c-093c-456d-a528-323b6a35c368'] in dv-cinder-841753-2-iscsi is: [{'id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'name': 'tempest-AttachVolumeTestJSON-1745374081-router', 'tenant_id': '9886c48c5650408cacaa4e7f78586404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:21:48Z', 'revision_number': 5, 'project_id': '9886c48c5650408cacaa4e7f78586404', 'gw_port': {'id': 'c55d1694-54dc-4b59-947b-83c2c6fc3a78', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bed8c-093c-456d-a528-323b6a35c368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:22Z', 'updated_at': '2022-05-16T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:49.668558 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (c55d1694-54dc-4b59-947b-83c2c6fc3a78), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:49.700436 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55d1694-54dc-4b59-947b-83c2c6fc3a78,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:49.770819 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692989'] for router_gateway (0c2bed8c-093c-456d-a528-323b6a35c368), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:49.881213 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7036'] for router (0c2bed8c-093c-456d-a528-323b6a35c368), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:49.883746 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Publish callbacks [] for router_controller (0c2bed8c-093c-456d-a528-323b6a35c368), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.037937 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-698796'] for router (0c2bed8c-093c-456d-a528-323b6a35c368), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.039013 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c2bed8c-093c-456d-a528-323b6a35c368 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:21:50.047486 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.048737 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-96884134-2d62-4442-b8b1-48462df7cd47 admin admin] 10.222.0.71 "DELETE /v2.0/routers/0c2bed8c-093c-456d-a528-323b6a35c368 HTTP/1.1" status: 204 len: 168 time: 1.2474031 May 16 15:21:50.051442 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37182) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:50.120398 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9dd4ceb-4241-44a1-aaeb-b11269269cea admin admin] Deleting subnet 2448ad91-16a6-4222-afd8-059210fe98cd {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:21:50.124277 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4ceb-4241-44a1-aaeb-b11269269cea admin admin] Publish callbacks [] for subnet (2448ad91-16a6-4222-afd8-059210fe98cd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.194512 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 4b65bc71-dd39-441d-b931-4de63e3ea648 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:50.218262 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 4b65bc71-dd39-441d-b931-4de63e3ea648 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:50.218656 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 4b65bc71-dd39-441d-b931-4de63e3ea648 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:50.504517 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4ceb-4241-44a1-aaeb-b11269269cea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28775581'] for subnet (2448ad91-16a6-4222-afd8-059210fe98cd), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.544254 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0ac15-186a-4829-bb7e-2c45ab65b923 req-532e95bd-c7ef-46f1-aaf6-9f10479340c8 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:50.545773 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-88b0ac15-186a-4829-bb7e-2c45ab65b923 req-532e95bd-c7ef-46f1-aaf6-9f10479340c8 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 947 time: 0.1131082 May 16 15:21:50.574593 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-a1d7294e-5b70-43c2-9d1d-5a6a4c94d2a0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:50.574593 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-a1d7294e-5b70-43c2-9d1d-5a6a4c94d2a0 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 947 time: 0.1062996 May 16 15:21:50.600272 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37190) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:50.686515 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-88b0ac15-186a-4829-bb7e-2c45ab65b923 req-39f30f7e-b1ec-48f5-895b-dfb629ecbbd3 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5a7da0e-97fd-4f34-bc41-394b589994d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307304 May 16 15:21:50.698854 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4ceb-4241-44a1-aaeb-b11269269cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (2448ad91-16a6-4222-afd8-059210fe98cd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.751878 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f9d574b-02b0-4ef7-a6a4-a31a2c5ef462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.759931 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Deleting port 34cd4358-1a24-49da-a7e4-d4b0049ac593 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:50.760129 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.841707 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f9d574b-02b0-4ef7-a6a4-a31a2c5ef462 admin admin] Publish callbacks [] for security_group (fbff0028-e970-441e-8fa2-795691fcb0f2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.863116 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] For port 34cd4358-1a24-49da-a7e4-d4b0049ac593, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=34cd4358-1a24-49da-a7e4-d4b0049ac593,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:50.863537 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.879291 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4ceb-4241-44a1-aaeb-b11269269cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28144902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28552004'] for subnet (2448ad91-16a6-4222-afd8-059210fe98cd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.931373 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6f9d574b-02b0-4ef7-a6a4-a31a2c5ef462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (fbff0028-e970-441e-8fa2-795691fcb0f2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.943493 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd4ceb-4241-44a1-aaeb-b11269269cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2448ad91-16a6-4222-afd8-059210fe98cd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:50.947246 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4ceb-4241-44a1-aaeb-b11269269cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:50.950916 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f9dd4ceb-4241-44a1-aaeb-b11269269cea admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2448ad91-16a6-4222-afd8-059210fe98cd HTTP/1.1" status: 204 len: 168 time: 0.8982468 May 16 15:21:50.953580 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37196) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:50.960055 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d69d9-d15c-48be-ac1e-0ac5ae4a12d7 None None] Network d5d840d6-be4b-4ccc-949a-d641977c970e requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:51.032541 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d574b-02b0-4ef7-a6a4-a31a2c5ef462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbff0028-e970-441e-8fa2-795691fcb0f2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:51.043511 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6f9d574b-02b0-4ef7-a6a4-a31a2c5ef462 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=53d83251ce474848bec4fe4e572698ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4409490 May 16 15:21:51.047383 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37198) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:51.057883 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (d5d840d6-be4b-4ccc-949a-d641977c970e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.080624 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.080997 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.081321 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Floating IP cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec disassociated. External IP: 172.27.1.62, port: 34cd4358-1a24-49da-a7e4-d4b0049ac593. May 16 15:21:51.081675 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Calling delete_port for 34cd4358-1a24-49da-a7e4-d4b0049ac593 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:51.130155 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Deleting port fa77d18b-233d-4cfd-8463-a551f6b61041 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:51.130412 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.145350 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85618cfb-3139-4cf8-89f2-57c6ca054d8b None None] DHCP port deletion for d5d840d6-be4b-4ccc-949a-d641977c970e request from dv-cinder-841753-2-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:21:51.151316 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c98f72d0-4976-4c85-81f6-0daf2fa8880d admin admin] Publish callbacks [] for security_group (fbff0028-e970-441e-8fa2-795691fcb0f2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.193290 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-85618cfb-3139-4cf8-89f2-57c6ca054d8b None None] Deleting port fa77d18b-233d-4cfd-8463-a551f6b61041 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:51.193746 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85618cfb-3139-4cf8-89f2-57c6ca054d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.218419 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c98f72d0-4976-4c85-81f6-0daf2fa8880d admin admin] Publish callbacks [] for security_group (fbff0028-e970-441e-8fa2-795691fcb0f2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.232185 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] For port fa77d18b-233d-4cfd-8463-a551f6b61041, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=fa77d18b-233d-4cfd-8463-a551f6b61041,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:51.232560 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.255788 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Calling delete_port for fa77d18b-233d-4cfd-8463-a551f6b61041 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:51.257201 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-85618cfb-3139-4cf8-89f2-57c6ca054d8b None None] For port fa77d18b-233d-4cfd-8463-a551f6b61041, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=fa77d18b-233d-4cfd-8463-a551f6b61041,segment=NetworkSegment(e1d5b6a0-9994-402e-98ff-acfa686cdada),segment_id=e1d5b6a0-9994-402e-98ff-acfa686cdada)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:51.257701 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85618cfb-3139-4cf8-89f2-57c6ca054d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.270618 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-85618cfb-3139-4cf8-89f2-57c6ca054d8b None None] Calling delete_port for fa77d18b-233d-4cfd-8463-a551f6b61041 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:51.283347 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (34cd4358-1a24-49da-a7e4-d4b0049ac593), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.317460 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event deleted for resources: {'Port': ['ID=34cd4358-1a24-49da-a7e4-d4b0049ac593,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:51.408837 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c98f72d0-4976-4c85-81f6-0daf2fa8880d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (fbff0028-e970-441e-8fa2-795691fcb0f2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.411362 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c98f72d0-4976-4c85-81f6-0daf2fa8880d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.412553 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c98f72d0-4976-4c85-81f6-0daf2fa8880d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fbff0028-e970-441e-8fa2-795691fcb0f2 HTTP/1.1" status: 204 len: 168 time: 0.3630018 May 16 15:21:51.422220 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f72d0-4976-4c85-81f6-0daf2fa8880d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbff0028-e970-441e-8fa2-795691fcb0f2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:51.443212 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.457350 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-85618cfb-3139-4cf8-89f2-57c6ca054d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446'] for port (fa77d18b-233d-4cfd-8463-a551f6b61041), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.462048 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Router 34388a07-17be-41c2-bae6-1117b9280a0e has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:51.474284 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa77d18b-233d-4cfd-8463-a551f6b61041,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:51.479500 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] No DVR routers for this DVR port fa77d18b-233d-4cfd-8463-a551f6b61041 on host dv-cinder-841753-2-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:21:51.494437 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85618cfb-3139-4cf8-89f2-57c6ca054d8b None None] Pushing event deleted for resources: {'Port': ['ID=fa77d18b-233d-4cfd-8463-a551f6b61041,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:51.499692 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85618cfb-3139-4cf8-89f2-57c6ca054d8b None None] No DVR routers for this DVR port fa77d18b-233d-4cfd-8463-a551f6b61041 on host dv-cinder-841753-2-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:21:51.568904 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (d5d840d6-be4b-4ccc-949a-d641977c970e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.579703 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:51.591933 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b57851-6be2-4fab-9612-1bf000865267 None None] Sync routers for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:51.601769 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d840d6-be4b-4ccc-949a-d641977c970e']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:51.614853 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d5b6a0-9994-402e-98ff-acfa686cdada') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:51.615197 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d5b6a0-9994-402e-98ff-acfa686cdada') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:51.625721 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b57851-6be2-4fab-9612-1bf000865267 None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:51.626040 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28040405'] for segment (e1d5b6a0-9994-402e-98ff-acfa686cdada), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.626505 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-11b57851-6be2-4fab-9612-1bf000865267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:21:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:51.629246 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] No DVR routers for this DVR port 34cd4358-1a24-49da-a7e4-d4b0049ac593 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:21:51.632038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.636943 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0fb178b3-1356-4a1b-b8bc-f3c24278674a req-17241ab9-b188-44c8-a4f6-3048b993916b tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.25 "DELETE /v2.0/ports/34cd4358-1a24-49da-a7e4-d4b0049ac593 HTTP/1.1" status: 204 len: 173 time: 1.0549388 May 16 15:21:51.638028 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'name': 'network-vif-deleted', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:51.640418 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594e1c96-a51b-4010-8b02-b5290ccc8b9d" -d '{"events": [{"server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "name": "network-vif-deleted", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:51.645644 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (e1d5b6a0-9994-402e-98ff-acfa686cdada), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.654506 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:21:51.655131 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28098202'] for segment (e1d5b6a0-9994-402e-98ff-acfa686cdada), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:51.691021 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c62850-3787-40b5-ab2f-2d94995d9657 x-openstack-request-id: req-80c62850-3787-40b5-ab2f-2d94995d9657 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:51.691185 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6da10c-c8a8-4a5c-aab9-9a507ef24e67", "name": "network-vif-deleted", "tag": "34cd4358-1a24-49da-a7e4-d4b0049ac593", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:51.691348 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-80c62850-3787-40b5-ab2f-2d94995d9657 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:51.691834 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c62850-3787-40b5-ab2f-2d94995d9657'] response: {'server_uuid': '0e6da10c-c8a8-4a5c-aab9-9a507ef24e67', 'name': 'network-vif-deleted', 'tag': '34cd4358-1a24-49da-a7e4-d4b0049ac593', 'status': 'completed', 'code': 200} May 16 15:21:51.912548 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0fbc1d1d-8fe1-4844-9f8d-5df6964ca644 req-4e0cc670-5c1d-4615-a098-dd9290d62a12 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e6da10c-c8a8-4a5c-aab9-9a507ef24e67 HTTP/1.1" status: 200 len: 210 time: 0.0673556 May 16 15:21:51.946134 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-11b57851-6be2-4fab-9612-1bf000865267 None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: Traceback (most recent call last): May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: timer() May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: cb(*args, **kw) May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: return func(*args, **kwargs) May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: self._notify() May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: self.callback(batched_events) May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: event.method(event) May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: return f(self, *a, **k) May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._get(url).json() May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: return self.request(url, 'GET', **kwargs) May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:21:51.960959 dv-cinder-841753-2-iscsi neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:21:52.060025 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (d5d840d6-be4b-4ccc-949a-d641977c970e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.065844 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.070525 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d5d840d6-be4b-4ccc-949a-d641977c970e HTTP/1.1" status: 204 len: 168 time: 1.1151674 May 16 15:21:52.087871 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24204ac0-54cf-4fa1-a26a-5491708e9d83 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d840d6-be4b-4ccc-949a-d641977c970e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:52.113220 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device fa77d18b-233d-4cfd-8463-a551f6b61041 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:52.136578 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: fa77d18b-233d-4cfd-8463-a551f6b61041 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:52.136938 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device fa77d18b-233d-4cfd-8463-a551f6b61041 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:52.137394 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device c55d1694-54dc-4b59-947b-83c2c6fc3a78 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:52.157701 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: c55d1694-54dc-4b59-947b-83c2c6fc3a78 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:52.158065 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device c55d1694-54dc-4b59-947b-83c2c6fc3a78 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:52.180459 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-11b57851-6be2-4fab-9612-1bf000865267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:52.206345 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b57851-6be2-4fab-9612-1bf000865267 None None] Checking router: 34388a07-17be-41c2-bae6-1117b9280a0e for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:52.215339 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b57851-6be2-4fab-9612-1bf000865267 None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:52.216022 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-11b57851-6be2-4fab-9612-1bf000865267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:21:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:52.235889 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37222) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:52.249231 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21bb7e46-240f-4fc1-b673-e3051f7ba295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.318879 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-11b57851-6be2-4fab-9612-1bf000865267 None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:52.324204 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21bb7e46-240f-4fc1-b673-e3051f7ba295 admin admin] Publish callbacks [] for security_group (d216ddad-eaaf-496b-833a-916c02483c4f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.418829 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21bb7e46-240f-4fc1-b673-e3051f7ba295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d216ddad-eaaf-496b-833a-916c02483c4f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.455034 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb7e46-240f-4fc1-b673-e3051f7ba295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d216ddad-eaaf-496b-833a-916c02483c4f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:52.460674 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-21bb7e46-240f-4fc1-b673-e3051f7ba295 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=37bccc1c6be74270967f81536d17f3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236812 May 16 15:21:52.464066 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:52.464460 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37226) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:52.514981 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-11b57851-6be2-4fab-9612-1bf000865267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:52.540211 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4a3d11f5-74cc-4fe9-a524-bd48e99f179c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9886c48c5650408cacaa4e7f78586404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0736580 May 16 15:21:52.543282 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37230) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:52.543539 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b57851-6be2-4fab-9612-1bf000865267 None None] The sync data for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi is: [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'b4879a35-47f0-4e94-8a59-d497bb525166', 'name': '', 'network_id': '92826b7c-8754-4fc6-b45f-5923507414b1', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'mac_address': 'fa:16:3e:13:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:22Z', 'updated_at': '2022-05-16T15:15:34Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'subnets': [{'id': 'f7f94bc8-370b-43de-bf3a-439204eaed77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:52.558220 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73ce8b4a-f2da-42b8-b918-91eab79f7da7 admin admin] Publish callbacks [] for security_group (d216ddad-eaaf-496b-833a-916c02483c4f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.584110 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73ce8b4a-f2da-42b8-b918-91eab79f7da7 admin admin] Publish callbacks [] for security_group (d216ddad-eaaf-496b-833a-916c02483c4f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.600746 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1deb62a-06ed-4ff1-a88b-6e5fe9d2f183 admin admin] Publish callbacks [] for security_group (8f5f8339-ab04-4370-aa2d-403b55310231), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.627970 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1deb62a-06ed-4ff1-a88b-6e5fe9d2f183 admin admin] Publish callbacks [] for security_group (8f5f8339-ab04-4370-aa2d-403b55310231), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.740479 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1deb62a-06ed-4ff1-a88b-6e5fe9d2f183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (8f5f8339-ab04-4370-aa2d-403b55310231), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.740589 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73ce8b4a-f2da-42b8-b918-91eab79f7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d216ddad-eaaf-496b-833a-916c02483c4f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.740692 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1deb62a-06ed-4ff1-a88b-6e5fe9d2f183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.740771 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73ce8b4a-f2da-42b8-b918-91eab79f7da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:52.740846 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d1deb62a-06ed-4ff1-a88b-6e5fe9d2f183 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8f5f8339-ab04-4370-aa2d-403b55310231 HTTP/1.1" status: 204 len: 168 time: 0.1942227 May 16 15:21:52.745428 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-73ce8b4a-f2da-42b8-b918-91eab79f7da7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d216ddad-eaaf-496b-833a-916c02483c4f HTTP/1.1" status: 204 len: 168 time: 0.2799044 May 16 15:21:52.751038 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deb62a-06ed-4ff1-a88b-6e5fe9d2f183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f8339-ab04-4370-aa2d-403b55310231,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:52.764283 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce8b4a-f2da-42b8-b918-91eab79f7da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d216ddad-eaaf-496b-833a-916c02483c4f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:52.863959 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a3f87-66aa-431f-a72b-7c262403d6ef None None] New status for floating IP cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:21:53.076855 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37246) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:53.139557 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6072b5a7-413a-47d2-916a-8d98bb1c59d9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group (c5a7da0e-97fd-4f34-bc41-394b589994d7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:53.165841 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6072b5a7-413a-47d2-916a-8d98bb1c59d9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group (c5a7da0e-97fd-4f34-bc41-394b589994d7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:53.291107 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6072b5a7-413a-47d2-916a-8d98bb1c59d9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (c5a7da0e-97fd-4f34-bc41-394b589994d7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:53.293800 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6072b5a7-413a-47d2-916a-8d98bb1c59d9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:53.294977 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6072b5a7-413a-47d2-916a-8d98bb1c59d9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "DELETE /v2.0/security-groups/c5a7da0e-97fd-4f34-bc41-394b589994d7 HTTP/1.1" status: 204 len: 168 time: 0.2172360 May 16 15:21:53.301763 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37262) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:53.304834 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072b5a7-413a-47d2-916a-8d98bb1c59d9 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a7da0e-97fd-4f34-bc41-394b589994d7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:53.312030 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-aef34e3f-ff2c-4b8f-a62c-b3d90f63b00d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] show failed (client error): The resource could not be found. May 16 15:21:53.313044 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-aef34e3f-ff2c-4b8f-a62c-b3d90f63b00d tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "GET /v2.0/security-groups/c5a7da0e-97fd-4f34-bc41-394b589994d7 HTTP/1.1" status: 404 len: 347 time: 0.0142574 May 16 15:21:53.316140 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37264) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:53.433145 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf2d91-4e2c-407c-8216-f9462f52be61 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Deleting port 1b53e4d2-d1e0-420a-b314-a06d36a6ffd4 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:53.433728 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2d91-4e2c-407c-8216-f9462f52be61 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (1b53e4d2-d1e0-420a-b314-a06d36a6ffd4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:53.514453 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2d91-4e2c-407c-8216-f9462f52be61 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (1b53e4d2-d1e0-420a-b314-a06d36a6ffd4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:53.514781 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2d91-4e2c-407c-8216-f9462f52be61 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (1b53e4d2-d1e0-420a-b314-a06d36a6ffd4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:53.527351 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf2d91-4e2c-407c-8216-f9462f52be61 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Calling delete_port for 1b53e4d2-d1e0-420a-b314-a06d36a6ffd4 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:53.731565 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2d91-4e2c-407c-8216-f9462f52be61 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (1b53e4d2-d1e0-420a-b314-a06d36a6ffd4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:53.757900 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf2d91-4e2c-407c-8216-f9462f52be61 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Pushing event deleted for resources: {'Port': ['ID=1b53e4d2-d1e0-420a-b314-a06d36a6ffd4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:53.817955 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2d91-4e2c-407c-8216-f9462f52be61 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks [] for floatingip (cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:53.820954 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2d91-4e2c-407c-8216-f9462f52be61 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:53.822894 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8cdf2d91-4e2c-407c-8216-f9462f52be61 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] 10.222.0.71 "DELETE /v2.0/floatingips/cb6bf5f7-4bc4-4289-941b-8b37cb9c21ec HTTP/1.1" status: 204 len: 168 time: 0.5048101 May 16 15:21:54.631674 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37318) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:54.743246 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d66adb2a-5ffd-4018-9b51-e3d50d6bac2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:54.816780 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d66adb2a-5ffd-4018-9b51-e3d50d6bac2d admin admin] Publish callbacks [] for security_group (ff240b2f-6e78-4585-b84b-dbc3ade9e61c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:54.877660 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d66adb2a-5ffd-4018-9b51-e3d50d6bac2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ff240b2f-6e78-4585-b84b-dbc3ade9e61c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:54.917847 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66adb2a-5ffd-4018-9b51-e3d50d6bac2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff240b2f-6e78-4585-b84b-dbc3ade9e61c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:54.923504 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d66adb2a-5ffd-4018-9b51-e3d50d6bac2d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cddf927f7b734b41950c722f948515f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907662 May 16 15:21:54.926114 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37328) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:54.977731 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-040c6f61-f750-42a2-ac96-9a370e844c81 admin admin] Publish callbacks [] for security_group (ff240b2f-6e78-4585-b84b-dbc3ade9e61c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:55.000880 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-040c6f61-f750-42a2-ac96-9a370e844c81 admin admin] Publish callbacks [] for security_group (ff240b2f-6e78-4585-b84b-dbc3ade9e61c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:55.062759 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 34cd4358-1a24-49da-a7e4-d4b0049ac593 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:55.083617 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 34cd4358-1a24-49da-a7e4-d4b0049ac593 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:55.083995 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 34cd4358-1a24-49da-a7e4-d4b0049ac593 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:55.119913 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-040c6f61-f750-42a2-ac96-9a370e844c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ff240b2f-6e78-4585-b84b-dbc3ade9e61c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:55.122545 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-040c6f61-f750-42a2-ac96-9a370e844c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:55.123816 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-040c6f61-f750-42a2-ac96-9a370e844c81 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ff240b2f-6e78-4585-b84b-dbc3ade9e61c HTTP/1.1" status: 204 len: 168 time: 0.1967955 May 16 15:21:55.131409 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c6f61-f750-42a2-ac96-9a370e844c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff240b2f-6e78-4585-b84b-dbc3ade9e61c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:55.654143 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37364) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:55.811590 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-423fbd41-60e9-4c3b-a921-9ed6d6d225bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:55.899842 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-423fbd41-60e9-4c3b-a921-9ed6d6d225bf admin admin] Publish callbacks [] for security_group (7cf3c816-fa55-45f8-a4cd-6d76b0157e65), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:55.979787 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-423fbd41-60e9-4c3b-a921-9ed6d6d225bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7cf3c816-fa55-45f8-a4cd-6d76b0157e65), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:56.019003 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-423fbd41-60e9-4c3b-a921-9ed6d6d225bf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0ea0a2c604c046f1bd3920bae4630257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636959 May 16 15:21:56.019903 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fbd41-60e9-4c3b-a921-9ed6d6d225bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf3c816-fa55-45f8-a4cd-6d76b0157e65,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:56.022974 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37380) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:56.081280 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6a7f3527-2ac5-45e4-be3d-1dd8d470a5af admin admin] Publish callbacks [] for security_group (7cf3c816-fa55-45f8-a4cd-6d76b0157e65), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:56.106403 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6a7f3527-2ac5-45e4-be3d-1dd8d470a5af admin admin] Publish callbacks [] for security_group (7cf3c816-fa55-45f8-a4cd-6d76b0157e65), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:56.259754 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6a7f3527-2ac5-45e4-be3d-1dd8d470a5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7cf3c816-fa55-45f8-a4cd-6d76b0157e65), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:56.262347 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6a7f3527-2ac5-45e4-be3d-1dd8d470a5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:56.263496 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6a7f3527-2ac5-45e4-be3d-1dd8d470a5af admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7cf3c816-fa55-45f8-a4cd-6d76b0157e65 HTTP/1.1" status: 204 len: 168 time: 0.2389436 May 16 15:21:56.272478 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f3527-2ac5-45e4-be3d-1dd8d470a5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf3c816-fa55-45f8-a4cd-6d76b0157e65,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:56.721472 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37408) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:56.922674 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37416) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:56.963081 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37420) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:56.976665 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1120e2e9-23a6-479d-9bdd-2180c4e723a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.002314 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-671223d4-3c53-4dc4-81cb-b0559dc693f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.115470 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1120e2e9-23a6-479d-9bdd-2180c4e723a2 admin admin] Publish callbacks [] for security_group (9349ffb9-60ab-4326-81e3-1c3509c8111a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.129006 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-671223d4-3c53-4dc4-81cb-b0559dc693f1 admin admin] Publish callbacks [] for security_group (7b80831e-628f-4e58-ac1d-6f914d1a844a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.185288 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1120e2e9-23a6-479d-9bdd-2180c4e723a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (9349ffb9-60ab-4326-81e3-1c3509c8111a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.203038 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b1ee-f246-459c-a2c7-1a15e585aaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690127'] for router_interface (34388a07-17be-41c2-bae6-1117b9280a0e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.221892 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-671223d4-3c53-4dc4-81cb-b0559dc693f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7b80831e-628f-4e58-ac1d-6f914d1a844a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.234556 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1120e2e9-23a6-479d-9bdd-2180c4e723a2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aad2a3f2c0254fd88e3a602df58645a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703254 May 16 15:21:57.235539 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120e2e9-23a6-479d-9bdd-2180c4e723a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9349ffb9-60ab-4326-81e3-1c3509c8111a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:57.237801 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37422) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:57.278925 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-671223d4-3c53-4dc4-81cb-b0559dc693f1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f0ffe0c3506340448a9422add7254737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580198 May 16 15:21:57.283961 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37424) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:57.301586 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671223d4-3c53-4dc4-81cb-b0559dc693f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b80831e-628f-4e58-ac1d-6f914d1a844a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:57.320012 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70ef9aba-6ecd-4fe3-9d19-3b76c93a8d37 admin admin] Publish callbacks [] for security_group (9349ffb9-60ab-4326-81e3-1c3509c8111a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.341797 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70ef9aba-6ecd-4fe3-9d19-3b76c93a8d37 admin admin] Publish callbacks [] for security_group (9349ffb9-60ab-4326-81e3-1c3509c8111a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.399456 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05434d25-371a-482f-9017-f999c156eefb admin admin] Publish callbacks [] for security_group (7b80831e-628f-4e58-ac1d-6f914d1a844a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.442869 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05434d25-371a-482f-9017-f999c156eefb admin admin] Publish callbacks [] for security_group (7b80831e-628f-4e58-ac1d-6f914d1a844a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.465322 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70ef9aba-6ecd-4fe3-9d19-3b76c93a8d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (9349ffb9-60ab-4326-81e3-1c3509c8111a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.467976 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-70ef9aba-6ecd-4fe3-9d19-3b76c93a8d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.469133 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-70ef9aba-6ecd-4fe3-9d19-3b76c93a8d37 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9349ffb9-60ab-4326-81e3-1c3509c8111a HTTP/1.1" status: 204 len: 168 time: 0.2287171 May 16 15:21:57.479349 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef9aba-6ecd-4fe3-9d19-3b76c93a8d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9349ffb9-60ab-4326-81e3-1c3509c8111a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:57.514137 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4b1ee-f246-459c-a2c7-1a15e585aaca admin admin] Deleting port b4879a35-47f0-4e94-8a59-d497bb525166 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:57.514137 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b1ee-f246-459c-a2c7-1a15e585aaca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.595836 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-4ea4b1ee-f246-459c-a2c7-1a15e585aaca admin admin] For port b4879a35-47f0-4e94-8a59-d497bb525166, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=b4879a35-47f0-4e94-8a59-d497bb525166,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:57.596197 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b1ee-f246-459c-a2c7-1a15e585aaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.609019 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05434d25-371a-482f-9017-f999c156eefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7b80831e-628f-4e58-ac1d-6f914d1a844a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.611882 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05434d25-371a-482f-9017-f999c156eefb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.612991 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-05434d25-371a-482f-9017-f999c156eefb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7b80831e-628f-4e58-ac1d-6f914d1a844a HTTP/1.1" status: 204 len: 168 time: 0.3281171 May 16 15:21:57.614012 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4b1ee-f246-459c-a2c7-1a15e585aaca admin admin] Calling delete_port for b4879a35-47f0-4e94-8a59-d497bb525166 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:57.628355 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05434d25-371a-482f-9017-f999c156eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b80831e-628f-4e58-ac1d-6f914d1a844a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:57.880043 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b1ee-f246-459c-a2c7-1a15e585aaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (b4879a35-47f0-4e94-8a59-d497bb525166), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:57.910685 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4b1ee-f246-459c-a2c7-1a15e585aaca admin admin] Pushing event deleted for resources: {'Port': ['ID=b4879a35-47f0-4e94-8a59-d497bb525166,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:58.117580 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b1ee-f246-459c-a2c7-1a15e585aaca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-746586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882128'] for router_interface (34388a07-17be-41c2-bae6-1117b9280a0e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:58.330735 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea4b1ee-f246-459c-a2c7-1a15e585aaca admin admin] Router 34388a07-17be-41c2-bae6-1117b9280a0e has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:58.452306 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea4b1ee-f246-459c-a2c7-1a15e585aaca admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:58.461542 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37470) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:58.462136 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4ea4b1ee-f246-459c-a2c7-1a15e585aaca admin admin] 10.222.0.71 "PUT /v2.0/routers/34388a07-17be-41c2-bae6-1117b9280a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7396193 May 16 15:21:58.471742 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0adb4d8-ddd3-4ee6-913f-78d7b3f8ebbe None None] Sync routers for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:58.498477 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0adb4d8-ddd3-4ee6-913f-78d7b3f8ebbe None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:58.499311 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f0adb4d8-ddd3-4ee6-913f-78d7b3f8ebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:21:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:58.590936 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Publish callbacks [] for router (34388a07-17be-41c2-bae6-1117b9280a0e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:58.658140 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f0adb4d8-ddd3-4ee6-913f-78d7b3f8ebbe None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:58.725592 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Publish callbacks [] for router_gateway (34388a07-17be-41c2-bae6-1117b9280a0e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:58.819250 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f0adb4d8-ddd3-4ee6-913f-78d7b3f8ebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:21:57Z', 'revision_number': 5, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port': {'id': '20ecd9ed-f385-4e66-be16-4d3ee54c8e9e', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:14Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:58.849860 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0adb4d8-ddd3-4ee6-913f-78d7b3f8ebbe None None] Checking router: 34388a07-17be-41c2-bae6-1117b9280a0e for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:58.858530 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0adb4d8-ddd3-4ee6-913f-78d7b3f8ebbe None None] Routers {'34388a07-17be-41c2-bae6-1117b9280a0e'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:58.859143 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f0adb4d8-ddd3-4ee6-913f-78d7b3f8ebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:21:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['34388a07-17be-41c2-bae6-1117b9280a0e'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:58.919911 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Deleting port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:58.920396 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.014503 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] For port 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=20ecd9ed-f385-4e66-be16-4d3ee54c8e9e,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:59.014969 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.029719 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Calling delete_port for 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:59.039190 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f0adb4d8-ddd3-4ee6-913f-78d7b3f8ebbe None None] Set router 34388a07-17be-41c2-bae6-1117b9280a0e gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:59.089862 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f0adb4d8-ddd3-4ee6-913f-78d7b3f8ebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:21:58Z', 'revision_number': 6, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port_host': None}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:59.114125 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0adb4d8-ddd3-4ee6-913f-78d7b3f8ebbe None None] The sync data for ids ['34388a07-17be-41c2-bae6-1117b9280a0e'] in dv-cinder-841753-2-iscsi is: [{'id': '34388a07-17be-41c2-bae6-1117b9280a0e', 'name': 'tempest-AttachVolumeShelveTestJSON-498797637-router', 'tenant_id': '64990eb359b54b0a8636a6e7619800a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:21:58Z', 'revision_number': 6, 'project_id': '64990eb359b54b0a8636a6e7619800a7', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:59.265706 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (20ecd9ed-f385-4e66-be16-4d3ee54c8e9e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.292379 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ecd9ed-f385-4e66-be16-4d3ee54c8e9e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:59.306189 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.306550 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.306901 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.307250 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.307599 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.307964 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.308299 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.308628 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.309183 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.309373 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.309783 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.310120 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.310450 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.310781 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.311110 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:59.312292 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37496) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:59.373674 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692989'] for router_gateway (34388a07-17be-41c2-bae6-1117b9280a0e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.466157 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7036'] for router (34388a07-17be-41c2-bae6-1117b9280a0e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.468528 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Publish callbacks [] for router_controller (34388a07-17be-41c2-bae6-1117b9280a0e), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.565023 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbd1fe70-ab1e-4935-96d6-45412ee803a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.591318 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-698796'] for router (34388a07-17be-41c2-bae6-1117b9280a0e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.592129 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34388a07-17be-41c2-bae6-1117b9280a0e {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:21:59.603276 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.603276 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d8516178-eda2-4093-b3ae-60c577a88211 admin admin] 10.222.0.71 "DELETE /v2.0/routers/34388a07-17be-41c2-bae6-1117b9280a0e HTTP/1.1" status: 204 len: 168 time: 1.1378646 May 16 15:21:59.603623 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37512) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:59.663330 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda281f2-23b3-4575-b1de-86b05f5c257b admin admin] Deleting subnet f7f94bc8-370b-43de-bf3a-439204eaed77 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:21:59.667153 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bda281f2-23b3-4575-b1de-86b05f5c257b admin admin] Publish callbacks [] for subnet (f7f94bc8-370b-43de-bf3a-439204eaed77), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.689537 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbd1fe70-ab1e-4935-96d6-45412ee803a7 admin admin] Publish callbacks [] for security_group (ec51221b-33b7-493c-a1ba-eb3cf9636780), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.706004 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bda281f2-23b3-4575-b1de-86b05f5c257b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28775581'] for subnet (f7f94bc8-370b-43de-bf3a-439204eaed77), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.759618 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cbd1fe70-ab1e-4935-96d6-45412ee803a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ec51221b-33b7-493c-a1ba-eb3cf9636780), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.803492 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-cbd1fe70-ab1e-4935-96d6-45412ee803a7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ca801249ec5441a7b977ffc4438e3b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4900196 May 16 15:21:59.805076 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1fe70-ab1e-4935-96d6-45412ee803a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec51221b-33b7-493c-a1ba-eb3cf9636780,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:59.806762 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37526) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:59.846881 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bda281f2-23b3-4575-b1de-86b05f5c257b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (f7f94bc8-370b-43de-bf3a-439204eaed77), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.906876 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57a2e1cb-2484-4fc2-8c62-3976bcabb213 admin admin] Publish callbacks [] for security_group (ec51221b-33b7-493c-a1ba-eb3cf9636780), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:59.936686 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57a2e1cb-2484-4fc2-8c62-3976bcabb213 admin admin] Publish callbacks [] for security_group (ec51221b-33b7-493c-a1ba-eb3cf9636780), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.002980 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bda281f2-23b3-4575-b1de-86b05f5c257b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28144902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28552004'] for subnet (f7f94bc8-370b-43de-bf3a-439204eaed77), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.032290 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bda281f2-23b3-4575-b1de-86b05f5c257b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.044183 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bda281f2-23b3-4575-b1de-86b05f5c257b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f7f94bc8-370b-43de-bf3a-439204eaed77 HTTP/1.1" status: 204 len: 168 time: 0.4299400 May 16 15:22:00.044757 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37538) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:00.044933 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db011f49-7ec1-41d8-9631-a5e7c208a045 None None] Network 92826b7c-8754-4fc6-b45f-5923507414b1 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:22:00.046379 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda281f2-23b3-4575-b1de-86b05f5c257b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f94bc8-370b-43de-bf3a-439204eaed77,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:00.102966 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57a2e1cb-2484-4fc2-8c62-3976bcabb213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ec51221b-33b7-493c-a1ba-eb3cf9636780), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.106734 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-57a2e1cb-2484-4fc2-8c62-3976bcabb213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.108172 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-57a2e1cb-2484-4fc2-8c62-3976bcabb213 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec51221b-33b7-493c-a1ba-eb3cf9636780 HTTP/1.1" status: 204 len: 168 time: 0.3003259 May 16 15:22:00.125038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e1cb-2484-4fc2-8c62-3976bcabb213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec51221b-33b7-493c-a1ba-eb3cf9636780,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:00.149890 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:00.228550 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (92826b7c-8754-4fc6-b45f-5923507414b1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.268059 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:00.268652 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 20ecd9ed-f385-4e66-be16-4d3ee54c8e9e not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:00.269246 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device b4879a35-47f0-4e94-8a59-d497bb525166 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:00.297578 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Deleting port ba0b139e-1395-4c64-93f8-a74145f8bf78 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:00.298065 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.316320 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: b4879a35-47f0-4e94-8a59-d497bb525166 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:00.316320 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device b4879a35-47f0-4e94-8a59-d497bb525166 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:00.408049 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] For port ba0b139e-1395-4c64-93f8-a74145f8bf78, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=ba0b139e-1395-4c64-93f8-a74145f8bf78,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:00.408418 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.418129 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7134c39-8581-4c70-8277-3a73a92c9982 None None] DHCP port deletion for 92826b7c-8754-4fc6-b45f-5923507414b1 request from dv-cinder-841753-2-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:22:00.423324 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Calling delete_port for ba0b139e-1395-4c64-93f8-a74145f8bf78 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:00.462196 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d7134c39-8581-4c70-8277-3a73a92c9982 None None] Deleting port ba0b139e-1395-4c64-93f8-a74145f8bf78 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:00.462652 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7134c39-8581-4c70-8277-3a73a92c9982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.543087 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d7134c39-8581-4c70-8277-3a73a92c9982 None None] For port ba0b139e-1395-4c64-93f8-a74145f8bf78, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=ba0b139e-1395-4c64-93f8-a74145f8bf78,segment=NetworkSegment(7f1d129b-7965-449a-addc-8fcc28ae3a8f),segment_id=7f1d129b-7965-449a-addc-8fcc28ae3a8f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:00.543524 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7134c39-8581-4c70-8277-3a73a92c9982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.558058 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d7134c39-8581-4c70-8277-3a73a92c9982 None None] Calling delete_port for ba0b139e-1395-4c64-93f8-a74145f8bf78 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:00.614250 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.626915 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] No DVR routers for this DVR port ba0b139e-1395-4c64-93f8-a74145f8bf78 on host dv-cinder-841753-2-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:22:00.644464 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7134c39-8581-4c70-8277-3a73a92c9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446'] for port (ba0b139e-1395-4c64-93f8-a74145f8bf78), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.646939 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0b139e-1395-4c64-93f8-a74145f8bf78,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:00.670422 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7134c39-8581-4c70-8277-3a73a92c9982 None None] Pushing event deleted for resources: {'Port': ['ID=ba0b139e-1395-4c64-93f8-a74145f8bf78,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:00.681862 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7134c39-8581-4c70-8277-3a73a92c9982 None None] No DVR routers for this DVR port ba0b139e-1395-4c64-93f8-a74145f8bf78 on host dv-cinder-841753-2-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:22:00.735443 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (92826b7c-8754-4fc6-b45f-5923507414b1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.755179 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92826b7c-8754-4fc6-b45f-5923507414b1']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:00.764765 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1d129b-7965-449a-addc-8fcc28ae3a8f') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:00.765077 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1d129b-7965-449a-addc-8fcc28ae3a8f') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:00.775364 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28040405'] for segment (7f1d129b-7965-449a-addc-8fcc28ae3a8f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.790077 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (7f1d129b-7965-449a-addc-8fcc28ae3a8f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.798334 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:22:00.798851 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28098202'] for segment (7f1d129b-7965-449a-addc-8fcc28ae3a8f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: Traceback (most recent call last): May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: timer() May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: cb(*args, **kw) May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: return func(*args, **kwargs) May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: self._notify() May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: self.callback(batched_events) May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: event.method(event) May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: return f(self, *a, **k) May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._get(url).json() May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: return self.request(url, 'GET', **kwargs) May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:22:00.818947 dv-cinder-841753-2-iscsi neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:22:00.968209 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (92826b7c-8754-4fc6-b45f-5923507414b1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.974035 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.978142 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/92826b7c-8754-4fc6-b45f-5923507414b1 HTTP/1.1" status: 204 len: 168 time: 0.9384832 May 16 15:22:00.990866 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567ff7c-b043-4c70-8d83-f51c013ba9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=92826b7c-8754-4fc6-b45f-5923507414b1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:01.371541 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37588) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:01.415372 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0f9c15ed-5ac5-4d0d-ad6b-89023d7bdbd6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=64990eb359b54b0a8636a6e7619800a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440497 May 16 15:22:01.417945 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37592) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:01.468812 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ef3770e-d8ff-40a3-ba8f-adde7b86b87f admin admin] Publish callbacks [] for security_group (daefd796-c603-4453-adb8-ba7b138d7e6b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:01.490517 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ef3770e-d8ff-40a3-ba8f-adde7b86b87f admin admin] Publish callbacks [] for security_group (daefd796-c603-4453-adb8-ba7b138d7e6b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:01.628731 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ef3770e-d8ff-40a3-ba8f-adde7b86b87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (daefd796-c603-4453-adb8-ba7b138d7e6b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:01.631442 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ef3770e-d8ff-40a3-ba8f-adde7b86b87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:01.632856 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0ef3770e-d8ff-40a3-ba8f-adde7b86b87f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/daefd796-c603-4453-adb8-ba7b138d7e6b HTTP/1.1" status: 204 len: 168 time: 0.2137496 May 16 15:22:01.642539 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3770e-d8ff-40a3-ba8f-adde7b86b87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daefd796-c603-4453-adb8-ba7b138d7e6b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:02.098383 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device ba0b139e-1395-4c64-93f8-a74145f8bf78 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:02.123564 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: ba0b139e-1395-4c64-93f8-a74145f8bf78 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:02.123936 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device ba0b139e-1395-4c64-93f8-a74145f8bf78 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:03.471247 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0518ef48-3cf5-48dd-b370-ee411b723444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:03.489104 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-11292873-cdff-4923-bc64-8e253a874990 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8141ea82ed35431693530da3cf074b46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298948 May 16 15:22:03.690250 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-47c71660-865a-4023-8692-f1014113e877 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:03.696087 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-47c71660-865a-4023-8692-f1014113e877 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986535 May 16 15:22:03.711689 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-599285bb-35d6-4d91-a30e-70f4c7726d6d tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/quotas/8141ea82ed35431693530da3cf074b46 HTTP/1.1" status: 200 len: 375 time: 0.0105855 May 16 15:22:03.749940 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-82e4d18c-27bc-4933-907b-73a31fb3ceaa tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8141ea82ed35431693530da3cf074b46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321844 May 16 15:22:03.982354 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11fc0a3e-b1b2-48cb-9b85-e794fdd8e1f3 req-b990bb72-9e68-4d9a-9c07-22d09d7954d7 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 210 time: 0.0289564 May 16 15:22:04.247494 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37698) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:04.354829 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63b3bf7e-b896-4dc4-8e35-234395495cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:04.429553 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63b3bf7e-b896-4dc4-8e35-234395495cd9 admin admin] Publish callbacks [] for security_group (278ca1ea-9263-43bb-9ebd-f8cee10c1d4e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:04.537066 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63b3bf7e-b896-4dc4-8e35-234395495cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (278ca1ea-9263-43bb-9ebd-f8cee10c1d4e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:04.576592 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-63b3bf7e-b896-4dc4-8e35-234395495cd9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d446806bb52d4e10966cc52d5c0f2468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279760 May 16 15:22:04.577460 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3bf7e-b896-4dc4-8e35-234395495cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278ca1ea-9263-43bb-9ebd-f8cee10c1d4e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:04.579290 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37712) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:04.627537 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48fd3c6a-6f7e-4838-b045-daacf478be02 admin admin] Publish callbacks [] for security_group (278ca1ea-9263-43bb-9ebd-f8cee10c1d4e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:04.649129 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48fd3c6a-6f7e-4838-b045-daacf478be02 admin admin] Publish callbacks [] for security_group (278ca1ea-9263-43bb-9ebd-f8cee10c1d4e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:04.806188 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48fd3c6a-6f7e-4838-b045-daacf478be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (278ca1ea-9263-43bb-9ebd-f8cee10c1d4e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:04.808788 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-48fd3c6a-6f7e-4838-b045-daacf478be02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:04.811498 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-48fd3c6a-6f7e-4838-b045-daacf478be02 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/278ca1ea-9263-43bb-9ebd-f8cee10c1d4e HTTP/1.1" status: 204 len: 168 time: 0.2291465 May 16 15:22:04.817721 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd3c6a-6f7e-4838-b045-daacf478be02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ca1ea-9263-43bb-9ebd-f8cee10c1d4e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:04.965571 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37730) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:05.067322 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0b18bbef-6a6c-4974-a159-d6d7be452361 req-9a13f0ad-8859-445b-bc2c-c4255ee8faf3 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 210 time: 0.0319436 May 16 15:22:05.184609 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ae4edf4-3a07-4bc8-9d39-6f89cc3476f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.263139 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ae4edf4-3a07-4bc8-9d39-6f89cc3476f5 admin admin] Publish callbacks [] for security_group (78fa4de8-bc70-42d1-add4-5c28f15ae5ab), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.339969 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1ae4edf4-3a07-4bc8-9d39-6f89cc3476f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (78fa4de8-bc70-42d1-add4-5c28f15ae5ab), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.380602 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1ae4edf4-3a07-4bc8-9d39-6f89cc3476f5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e78a5a5d54134d3c937c3c0401301290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138849 May 16 15:22:05.381896 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4edf4-3a07-4bc8-9d39-6f89cc3476f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fa4de8-bc70-42d1-add4-5c28f15ae5ab,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:05.385224 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37748) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:05.437395 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cd2d9b4-94d1-45bf-8c24-344015137b17 admin admin] Publish callbacks [] for security_group (78fa4de8-bc70-42d1-add4-5c28f15ae5ab), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.460423 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cd2d9b4-94d1-45bf-8c24-344015137b17 admin admin] Publish callbacks [] for security_group (78fa4de8-bc70-42d1-add4-5c28f15ae5ab), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.501527 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-68f28e4b-394b-41bf-a2b7-661039beb8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.620059 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cd2d9b4-94d1-45bf-8c24-344015137b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (78fa4de8-bc70-42d1-add4-5c28f15ae5ab), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.622972 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cd2d9b4-94d1-45bf-8c24-344015137b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.624367 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1cd2d9b4-94d1-45bf-8c24-344015137b17 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/78fa4de8-bc70-42d1-add4-5c28f15ae5ab HTTP/1.1" status: 204 len: 168 time: 0.2382319 May 16 15:22:05.633080 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2d9b4-94d1-45bf-8c24-344015137b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fa4de8-bc70-42d1-add4-5c28f15ae5ab,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:05.666489 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37760) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:05.681816 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d962f592-630f-43b6-a43f-b1085a8a7277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.758420 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d962f592-630f-43b6-a43f-b1085a8a7277 admin admin] Publish callbacks [] for security_group (96fe3434-bcda-4d3b-8906-4428d5c72a58), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.860036 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d962f592-630f-43b6-a43f-b1085a8a7277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (96fe3434-bcda-4d3b-8906-4428d5c72a58), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.901955 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d962f592-630f-43b6-a43f-b1085a8a7277 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9e1e4329a8b2409ab4e4bfa0ce4e0323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343915 May 16 15:22:05.906208 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962f592-630f-43b6-a43f-b1085a8a7277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe3434-bcda-4d3b-8906-4428d5c72a58,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:05.906588 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37768) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:05.961533 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45075eb0-0f6c-4d0d-8c81-1bd551ac215d admin admin] Publish callbacks [] for security_group (96fe3434-bcda-4d3b-8906-4428d5c72a58), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.985300 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45075eb0-0f6c-4d0d-8c81-1bd551ac215d admin admin] Publish callbacks [] for security_group (96fe3434-bcda-4d3b-8906-4428d5c72a58), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.097126 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45075eb0-0f6c-4d0d-8c81-1bd551ac215d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (96fe3434-bcda-4d3b-8906-4428d5c72a58), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.100927 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45075eb0-0f6c-4d0d-8c81-1bd551ac215d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.102282 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-45075eb0-0f6c-4d0d-8c81-1bd551ac215d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/96fe3434-bcda-4d3b-8906-4428d5c72a58 HTTP/1.1" status: 204 len: 168 time: 0.1947558 May 16 15:22:06.114736 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45075eb0-0f6c-4d0d-8c81-1bd551ac215d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fe3434-bcda-4d3b-8906-4428d5c72a58,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:06.188503 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11144325-84bb-4679-b214-76963d0e32dd req-0fd1131e-4021-4598-95df-d97e2ffb2fe1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 210 time: 0.0374634 May 16 15:22:06.409736 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-6be38c85-6682-4a1f-972c-9ec4dfefcb67 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8141ea82ed35431693530da3cf074b46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216281 May 16 15:22:06.526876 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-d51ccdb9-5f94-4f0c-9eb3-a119176b6b45 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:06.528428 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-d51ccdb9-5f94-4f0c-9eb3-a119176b6b45 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137180 May 16 15:22:06.546358 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Request body: {'port': {'device_id': '1a06833b-64cb-4d38-af44-a65846042bb0', 'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352', 'admin_state_up': True, 'tenant_id': '8141ea82ed35431693530da3cf074b46'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:06.688632 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.780211 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Made reservation on behalf of 8141ea82ed35431693530da3cf074b46 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:22:06.783695 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.793569 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.872698 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Publish callbacks [] for security_group (ec5160be-1205-4023-9649-0bac70eb067a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.970985 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ec5160be-1205-4023-9649-0bac70eb067a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:07.039895 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5160be-1205-4023-9649-0bac70eb067a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:07.106927 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Allocated IP 192.168.233.191 (760a0acd-02ef-4441-a3e2-5ba9175e3352/224b24ef-cd55-42c2-987e-44f12043b4ee/9af33f98-ef87-4f7d-8fea-7a4afdb56c74) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:22:07.278948 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Publish callbacks [] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:07.332248 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8620ea7f-d631-4513-81d6-8afdd460f1a8 req-cbbd5a4e-664d-49a7-8f21-d45f8ec82491 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 210 time: 0.0427990 May 16 15:22:07.477344 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:07.525914 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Network 760a0acd-02ef-4441-a3e2-5ba9175e3352 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:22:07.532257 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:22:07.532257 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:22:07.567367 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Pushing event updated for resources: {'Port': ['ID=9af33f98-ef87-4f7d-8fea-7a4afdb56c74,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:07.602752 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:07.603717 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:07.708596 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-c41a920e-2f5f-4160-b7bc-becfe52aece1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1659887 May 16 15:22:07.726825 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Request body: {'port': {'device_id': '1a06833b-64cb-4d38-af44-a65846042bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:07.786387 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:07.826275 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2133d0cd-b017-4a7c-b572-4de07f1d6797 None None] Provisioning complete for port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:22:07.826882 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2133d0cd-b017-4a7c-b572-4de07f1d6797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:07.861554 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2133d0cd-b017-4a7c-b572-4de07f1d6797 None None] Port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:22:07.994205 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.094316 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37860) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:08.355153 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:22:08.377736 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Publish callbacks [] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.400406 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Transition to ACTIVE for port object 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:22:08.423591 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7aedff22-d7ec-49aa-9e70-494223fe331e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.458494 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250265-18dd-4eda-85e5-756d9fc2f500 req-d5897936-dc32-4e0e-b3f1-e4fcbee874b4 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:08.460152 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-eb250265-18dd-4eda-85e5-756d9fc2f500 req-d5897936-dc32-4e0e-b3f1-e4fcbee874b4 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 936 time: 0.0507424 May 16 15:22:08.465152 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.513248 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7aedff22-d7ec-49aa-9e70-494223fe331e admin admin] Publish callbacks [] for security_group (1bec70ad-8560-4e48-a34a-bf42edf8a077), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.546866 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Pushing event updated for resources: {'Port': ['ID=9af33f98-ef87-4f7d-8fea-7a4afdb56c74,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:08.588223 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-eb250265-18dd-4eda-85e5-756d9fc2f500 req-e8f7db85-a15a-43a9-bed5-b1c5fd78a78f tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197233 May 16 15:22:08.605362 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7aedff22-d7ec-49aa-9e70-494223fe331e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (1bec70ad-8560-4e48-a34a-bf42edf8a077), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.636538 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedff22-d7ec-49aa-9e70-494223fe331e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bec70ad-8560-4e48-a34a-bf42edf8a077,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:08.661216 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Attempting to bind port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:22:08.662184 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Attempting to bind port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'e2d449b4-aa3d-4554-a6f4-0127bf29e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:22:08.662652 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Attempting to bind port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 on network 760a0acd-02ef-4441-a3e2-5ba9175e3352 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:22:08.669835 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 on network 760a0acd-02ef-4441-a3e2-5ba9175e3352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:22:08.670293 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Attempting to bind port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 on network 760a0acd-02ef-4441-a3e2-5ba9175e3352 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:22:08.677961 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:22:08.678413 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Checking segment: {'id': 'e2d449b4-aa3d-4554-a6f4-0127bf29e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:22:08.678887 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Bound using segment: {'id': 'e2d449b4-aa3d-4554-a6f4-0127bf29e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:22:08.681142 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Bound port: 9af33f98-ef87-4f7d-8fea-7a4afdb56c74, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d449b4-aa3d-4554-a6f4-0127bf29e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:22:08.681875 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.687034 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7aedff22-d7ec-49aa-9e70-494223fe331e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=46876a2b970f44cf871a1ff42ee6a06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5918474 May 16 15:22:08.688028 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37886) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:08.753138 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71ba2113-ddda-4357-8492-0cc42d90f973 admin admin] Publish callbacks [] for security_group (1bec70ad-8560-4e48-a34a-bf42edf8a077), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.764744 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] For port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:22:08.767901 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] For port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=9af33f98-ef87-4f7d-8fea-7a4afdb56c74,segment=NetworkSegment(e2d449b4-aa3d-4554-a6f4-0127bf29e9e2),segment_id=e2d449b4-aa3d-4554-a6f4-0127bf29e9e2)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:22:08.786730 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71ba2113-ddda-4357-8492-0cc42d90f973 admin admin] Publish callbacks [] for security_group (1bec70ad-8560-4e48-a34a-bf42edf8a077), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.832261 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.868525 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:08.868525 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.868525 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] 10.222.0.25 "PUT /v2.0/ports/9af33f98-ef87-4f7d-8fea-7a4afdb56c74 HTTP/1.1" status: 200 len: 1098 time: 1.1458817 May 16 15:22:08.868525 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a06833b-64cb-4d38-af44-a65846042bb0', 'tag': '9af33f98-ef87-4f7d-8fea-7a4afdb56c74'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:08.870466 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2df3c06-1138-43b2-8160-476bfb2ef4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a06833b-64cb-4d38-af44-a65846042bb0", "tag": "9af33f98-ef87-4f7d-8fea-7a4afdb56c74"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:08.902081 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2428329-cf4d-42c5-801c-0927f4d347fd service neutron] Pushing event updated for resources: {'Port': ['ID=9af33f98-ef87-4f7d-8fea-7a4afdb56c74,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:08.920490 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa70d96-101c-4619-926f-321e6eb3ec24 x-openstack-request-id: req-daa70d96-101c-4619-926f-321e6eb3ec24 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:08.920490 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a06833b-64cb-4d38-af44-a65846042bb0", "tag": "9af33f98-ef87-4f7d-8fea-7a4afdb56c74", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:08.920490 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-daa70d96-101c-4619-926f-321e6eb3ec24 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:08.920490 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa70d96-101c-4619-926f-321e6eb3ec24'] response: {'name': 'network-changed', 'server_uuid': '1a06833b-64cb-4d38-af44-a65846042bb0', 'tag': '9af33f98-ef87-4f7d-8fea-7a4afdb56c74', 'status': 'completed', 'code': 200} May 16 15:22:08.937311 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71ba2113-ddda-4357-8492-0cc42d90f973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (1bec70ad-8560-4e48-a34a-bf42edf8a077), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.940106 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71ba2113-ddda-4357-8492-0cc42d90f973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:08.941316 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-71ba2113-ddda-4357-8492-0cc42d90f973 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1bec70ad-8560-4e48-a34a-bf42edf8a077 HTTP/1.1" status: 204 len: 168 time: 0.2520845 May 16 15:22:08.949989 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba2113-ddda-4357-8492-0cc42d90f973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bec70ad-8560-4e48-a34a-bf42edf8a077,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:09.026577 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df3c06-1138-43b2-8160-476bfb2ef4a9 req-cda14619-efcc-41eb-976d-90c6097be382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:09.028119 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2df3c06-1138-43b2-8160-476bfb2ef4a9 req-cda14619-efcc-41eb-976d-90c6097be382 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8141ea82ed35431693530da3cf074b46&device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 1132 time: 0.0536318 May 16 15:22:09.082169 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2df3c06-1138-43b2-8160-476bfb2ef4a9 req-faf85b64-d2ca-4df9-bd42-20832abd410d service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=8141ea82ed35431693530da3cf074b46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375361 May 16 15:22:09.190828 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df3c06-1138-43b2-8160-476bfb2ef4a9 req-6c0387e2-0ba6-4e6f-b6b9-81b15ddf63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:09.192378 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2df3c06-1138-43b2-8160-476bfb2ef4a9 req-6c0387e2-0ba6-4e6f-b6b9-81b15ddf63ed service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046023 May 16 15:22:09.290728 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-79e7f3f5-c647-4fd2-8775-f5c8ab72a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:09.292281 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-79e7f3f5-c647-4fd2-8775-f5c8ab72a9d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8141ea82ed35431693530da3cf074b46&device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 1132 time: 0.0407395 May 16 15:22:09.345529 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-7341677b-2390-4fd5-9cc1-1665291c5805 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=9af33f98-ef87-4f7d-8fea-7a4afdb56c74 HTTP/1.1" status: 200 len: 217 time: 0.0380757 May 16 15:22:09.408297 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-7453c661-2f88-4481-8a09-ed64a28ca8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:09.409760 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-7453c661-2f88-4481-8a09-ed64a28ca8e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=224b24ef-cd55-42c2-987e-44f12043b4ee HTTP/1.1" status: 200 len: 843 time: 0.0589476 May 16 15:22:09.454972 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-02156164-0952-47d8-9749-18ca3792a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:09.456485 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-02156164-0952-47d8-9749-18ca3792a2ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=760a0acd-02ef-4441-a3e2-5ba9175e3352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0408938 May 16 15:22:09.549812 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-6dd84dc4-968c-4b9c-9088-8a1f26dfb5f7 service neutron] 10.222.0.25 "GET /v2.0/networks/760a0acd-02ef-4441-a3e2-5ba9175e3352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858455 May 16 15:22:09.653902 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cecf0f9e-c818-4958-bc9c-b126d7fedf24 req-222807a3-9ad9-4260-af6b-2e38b3c910d5 service neutron] 10.222.0.25 "GET /v2.0/networks/760a0acd-02ef-4441-a3e2-5ba9175e3352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982602 May 16 15:22:09.722987 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12308d63-c5e5-4e78-886a-cb4d0ac7b704 req-58798f19-7c37-472f-a52d-3836ca86c70e tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:09.724875 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-12308d63-c5e5-4e78-886a-cb4d0ac7b704 req-58798f19-7c37-472f-a52d-3836ca86c70e tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 948 time: 0.0509849 May 16 15:22:09.781378 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-12308d63-c5e5-4e78-886a-cb4d0ac7b704 req-da5b9c77-3347-4ef6-a491-907c66a5a9e0 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489571 May 16 15:22:09.814094 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37924) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:09.822918 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37926) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:09.827817 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1a39143-7d9e-4419-8d16-1dc1d3b6754a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:09.905124 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1a39143-7d9e-4419-8d16-1dc1d3b6754a admin admin] Publish callbacks [] for security_group (d5e35695-2cc9-43a3-9b02-37b37f8ee405), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:09.971238 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a1a39143-7d9e-4419-8d16-1dc1d3b6754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d5e35695-2cc9-43a3-9b02-37b37f8ee405), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:09.988268 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ed3caaed-e704-4676-96d3-88ab4f4929eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.011725 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a1a39143-7d9e-4419-8d16-1dc1d3b6754a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a8a8080a0e1d43d1a87f6aec46723372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964622 May 16 15:22:10.012932 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a39143-7d9e-4419-8d16-1dc1d3b6754a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e35695-2cc9-43a3-9b02-37b37f8ee405,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:10.015178 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37930) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:10.064131 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3d9f9a-18c3-496d-a368-faa51a0448bd admin admin] Publish callbacks [] for security_group (d5e35695-2cc9-43a3-9b02-37b37f8ee405), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.066777 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ed3caaed-e704-4676-96d3-88ab4f4929eb admin admin] Publish callbacks [] for security_group (ce511cf6-0c62-4f47-96ed-a032d1eefe02), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.086058 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3d9f9a-18c3-496d-a368-faa51a0448bd admin admin] Publish callbacks [] for security_group (d5e35695-2cc9-43a3-9b02-37b37f8ee405), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.128398 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ed3caaed-e704-4676-96d3-88ab4f4929eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ce511cf6-0c62-4f47-96ed-a032d1eefe02), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.166207 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3caaed-e704-4676-96d3-88ab4f4929eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce511cf6-0c62-4f47-96ed-a032d1eefe02,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:10.170424 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ed3caaed-e704-4676-96d3-88ab4f4929eb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a3f9321b9e0e4d7199d0194607c3a0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464601 May 16 15:22:10.173251 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37932) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:10.212730 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3d9f9a-18c3-496d-a368-faa51a0448bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d5e35695-2cc9-43a3-9b02-37b37f8ee405), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.215155 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9e3d9f9a-18c3-496d-a368-faa51a0448bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.216276 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9e3d9f9a-18c3-496d-a368-faa51a0448bd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d5e35695-2cc9-43a3-9b02-37b37f8ee405 HTTP/1.1" status: 204 len: 168 time: 0.2001779 May 16 15:22:10.231753 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d9f9a-18c3-496d-a368-faa51a0448bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e35695-2cc9-43a3-9b02-37b37f8ee405,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:10.233606 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a0de8fe-74fa-47b4-9cbb-1018e9615be2 admin admin] Publish callbacks [] for security_group (ce511cf6-0c62-4f47-96ed-a032d1eefe02), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.257402 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a0de8fe-74fa-47b4-9cbb-1018e9615be2 admin admin] Publish callbacks [] for security_group (ce511cf6-0c62-4f47-96ed-a032d1eefe02), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.362825 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a0de8fe-74fa-47b4-9cbb-1018e9615be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ce511cf6-0c62-4f47-96ed-a032d1eefe02), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.365477 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3a0de8fe-74fa-47b4-9cbb-1018e9615be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.368420 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3a0de8fe-74fa-47b4-9cbb-1018e9615be2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ce511cf6-0c62-4f47-96ed-a032d1eefe02 HTTP/1.1" status: 204 len: 168 time: 0.1922810 May 16 15:22:10.374938 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0de8fe-74fa-47b4-9cbb-1018e9615be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce511cf6-0c62-4f47-96ed-a032d1eefe02,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:10.619687 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.717084 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.912028 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01450849-87db-4ad2-afd0-e8b663c8326e req-82ed5be9-8ba1-4c2e-bd0d-ed853c20d591 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:10.913624 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-01450849-87db-4ad2-afd0-e8b663c8326e req-82ed5be9-8ba1-4c2e-bd0d-ed853c20d591 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 948 time: 0.0580606 May 16 15:22:10.948113 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 37962) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:10.961524 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ff7489e-a9f6-4237-a12c-ba46d279552e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:10.979925 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-01450849-87db-4ad2-afd0-e8b663c8326e req-c866ec2a-8c31-4016-947a-3818045af4ce tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543253 May 16 15:22:11.045368 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ff7489e-a9f6-4237-a12c-ba46d279552e admin admin] Publish callbacks [] for security_group (959f2bf9-5837-4dd1-b7f1-2f2ec1d67300), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:11.145588 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2ff7489e-a9f6-4237-a12c-ba46d279552e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (959f2bf9-5837-4dd1-b7f1-2f2ec1d67300), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:11.185555 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7489e-a9f6-4237-a12c-ba46d279552e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959f2bf9-5837-4dd1-b7f1-2f2ec1d67300,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:11.193832 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2ff7489e-a9f6-4237-a12c-ba46d279552e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=df23d918e9e84e40b2c38a114bcd0adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447224 May 16 15:22:11.195292 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 37966) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:11.249094 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a481c5d-66f7-4513-a773-bdc6394b45f4 admin admin] Publish callbacks [] for security_group (959f2bf9-5837-4dd1-b7f1-2f2ec1d67300), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:11.270580 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a481c5d-66f7-4513-a773-bdc6394b45f4 admin admin] Publish callbacks [] for security_group (959f2bf9-5837-4dd1-b7f1-2f2ec1d67300), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:11.371540 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a481c5d-66f7-4513-a773-bdc6394b45f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (959f2bf9-5837-4dd1-b7f1-2f2ec1d67300), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:11.374219 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a481c5d-66f7-4513-a773-bdc6394b45f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:11.375387 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5a481c5d-66f7-4513-a773-bdc6394b45f4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/959f2bf9-5837-4dd1-b7f1-2f2ec1d67300 HTTP/1.1" status: 204 len: 168 time: 0.1782508 May 16 15:22:11.384103 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a481c5d-66f7-4513-a773-bdc6394b45f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959f2bf9-5837-4dd1-b7f1-2f2ec1d67300,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:12.090848 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6ecba-bd25-45d8-a89f-40aa0af8c2cc req-9d9031e9-5dd7-4aab-acc2-057148ac02d6 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:12.093940 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3b6ecba-bd25-45d8-a89f-40aa0af8c2cc req-9d9031e9-5dd7-4aab-acc2-057148ac02d6 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 948 time: 0.0560308 May 16 15:22:12.144642 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3b6ecba-bd25-45d8-a89f-40aa0af8c2cc req-be6596ba-fbea-40e7-bc95-32190cc5f786 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456905 May 16 15:22:13.093871 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 38070) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:13.188360 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:22:13.207276 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9784b8b-0433-4705-8a88-33481bc0776a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.307676 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=9af33f98-ef87-4f7d-8fea-7a4afdb56c74,segment=NetworkSegment(e2d449b4-aa3d-4554-a6f4-0127bf29e9e2),segment_id=e2d449b4-aa3d-4554-a6f4-0127bf29e9e2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:13.320564 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '9af33f98-ef87-4f7d-8fea-7a4afdb56c74', 'network_id': '760a0acd-02ef-4441-a3e2-5ba9175e3352', 'port_id': '9af33f98-ef87-4f7d-8fea-7a4afdb56c74', 'mac_address': 'fa:16:3e:c3:d6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224b24ef-cd55-42c2-987e-44f12043b4ee', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:22:13.342223 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eed5de-f970-4679-a850-205cae19f9fd req-841981b3-9c0b-4abb-b67b-c140b61b4f18 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:13.343790 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-81eed5de-f970-4679-a850-205cae19f9fd req-841981b3-9c0b-4abb-b67b-c140b61b4f18 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 948 time: 0.0730400 May 16 15:22:13.348885 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9784b8b-0433-4705-8a88-33481bc0776a admin admin] Publish callbacks [] for security_group (e3762588-53f6-4109-90ef-38845cd2a838), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.360064 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:13.360449 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.373866 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:22:13.392658 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=9af33f98-ef87-4f7d-8fea-7a4afdb56c74,segment=NetworkSegment(e2d449b4-aa3d-4554-a6f4-0127bf29e9e2),segment_id=e2d449b4-aa3d-4554-a6f4-0127bf29e9e2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:13.397220 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-81eed5de-f970-4679-a850-205cae19f9fd req-47201f68-08df-4d26-9785-af8acfc65e73 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451052 May 16 15:22:13.416718 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d9784b8b-0433-4705-8a88-33481bc0776a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (e3762588-53f6-4109-90ef-38845cd2a838), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.455905 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d9784b8b-0433-4705-8a88-33481bc0776a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5625fcdcdb074ecf9c4b74060feabb68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3608344 May 16 15:22:13.456863 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9784b8b-0433-4705-8a88-33481bc0776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3762588-53f6-4109-90ef-38845cd2a838,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:13.458694 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 38084) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:13.492046 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.512352 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a142f06-a46f-45fd-a794-0380961d0ed5 admin admin] Publish callbacks [] for security_group (e3762588-53f6-4109-90ef-38845cd2a838), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.534499 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a142f06-a46f-45fd-a794-0380961d0ed5 admin admin] Publish callbacks [] for security_group (e3762588-53f6-4109-90ef-38845cd2a838), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.547388 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=9af33f98-ef87-4f7d-8fea-7a4afdb56c74,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:13.628186 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a142f06-a46f-45fd-a794-0380961d0ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (e3762588-53f6-4109-90ef-38845cd2a838), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.630795 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5a142f06-a46f-45fd-a794-0380961d0ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.632041 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5a142f06-a46f-45fd-a794-0380961d0ed5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e3762588-53f6-4109-90ef-38845cd2a838 HTTP/1.1" status: 204 len: 168 time: 0.1714661 May 16 15:22:13.641380 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a142f06-a46f-45fd-a794-0380961d0ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3762588-53f6-4109-90ef-38845cd2a838,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:13.701432 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 38090) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:13.805321 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67f835e2-7884-45dd-b26d-d50991e0a40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.880492 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67f835e2-7884-45dd-b26d-d50991e0a40a admin admin] Publish callbacks [] for security_group (b2e3f952-4e09-4850-bc25-3d0dae2c08f2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:13.968631 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-67f835e2-7884-45dd-b26d-d50991e0a40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (b2e3f952-4e09-4850-bc25-3d0dae2c08f2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.010116 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-67f835e2-7884-45dd-b26d-d50991e0a40a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ca980e6b85ae4184b8056e1af9b8b6d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045259 May 16 15:22:14.010116 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f835e2-7884-45dd-b26d-d50991e0a40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e3f952-4e09-4850-bc25-3d0dae2c08f2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:14.010674 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 38096) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:14.059808 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-69780cb2-615b-467b-bb89-9e479ed7c7fa admin admin] Publish callbacks [] for security_group (b2e3f952-4e09-4850-bc25-3d0dae2c08f2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.080922 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-69780cb2-615b-467b-bb89-9e479ed7c7fa admin admin] Publish callbacks [] for security_group (b2e3f952-4e09-4850-bc25-3d0dae2c08f2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.180675 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-69780cb2-615b-467b-bb89-9e479ed7c7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (b2e3f952-4e09-4850-bc25-3d0dae2c08f2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.183236 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-69780cb2-615b-467b-bb89-9e479ed7c7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.184425 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-69780cb2-615b-467b-bb89-9e479ed7c7fa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b2e3f952-4e09-4850-bc25-3d0dae2c08f2 HTTP/1.1" status: 204 len: 168 time: 0.1726813 May 16 15:22:14.192172 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69780cb2-615b-467b-bb89-9e479ed7c7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e3f952-4e09-4850-bc25-3d0dae2c08f2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:14.264646 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 38102) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:14.281152 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9cbd5dd-b370-46f4-9f80-87e8c9aa0881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.354280 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9cbd5dd-b370-46f4-9f80-87e8c9aa0881 admin admin] Publish callbacks [] for security_group (d5cc380c-885d-47e8-871d-c777ca528a89), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.416866 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e9cbd5dd-b370-46f4-9f80-87e8c9aa0881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d5cc380c-885d-47e8-871d-c777ca528a89), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.454635 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e9cbd5dd-b370-46f4-9f80-87e8c9aa0881 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a1c09979bbf417c9bd76107c098059e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888907 May 16 15:22:14.458090 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 38108) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:14.464770 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbd5dd-b370-46f4-9f80-87e8c9aa0881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cc380c-885d-47e8-871d-c777ca528a89,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:14.516583 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dfefa229-ca2e-45c1-9a4a-654cefd031ff admin admin] Publish callbacks [] for security_group (d5cc380c-885d-47e8-871d-c777ca528a89), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.529469 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5372e1-4e23-425b-8eda-614c416ddb73 req-2e1bdb85-c742-4da6-b99b-c74b9f288b55 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:14.531335 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8a5372e1-4e23-425b-8eda-614c416ddb73 req-2e1bdb85-c742-4da6-b99b-c74b9f288b55 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 949 time: 0.0553124 May 16 15:22:14.539032 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dfefa229-ca2e-45c1-9a4a-654cefd031ff admin admin] Publish callbacks [] for security_group (d5cc380c-885d-47e8-871d-c777ca528a89), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.580978 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8a5372e1-4e23-425b-8eda-614c416ddb73 req-a6afbf9c-4de3-4a68-8289-b539c84fcbc4 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438182 May 16 15:22:14.694148 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dfefa229-ca2e-45c1-9a4a-654cefd031ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (d5cc380c-885d-47e8-871d-c777ca528a89), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.697364 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dfefa229-ca2e-45c1-9a4a-654cefd031ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.698523 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-dfefa229-ca2e-45c1-9a4a-654cefd031ff admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d5cc380c-885d-47e8-871d-c777ca528a89 HTTP/1.1" status: 204 len: 168 time: 0.2394385 May 16 15:22:14.706238 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefa229-ca2e-45c1-9a4a-654cefd031ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cc380c-885d-47e8-871d-c777ca528a89,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:14.906650 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 38112) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:14.920335 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afb3f340-6b83-4f7d-9961-e38743e38a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:14.997408 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afb3f340-6b83-4f7d-9961-e38743e38a3e admin admin] Publish callbacks [] for security_group (b093d2ed-f444-4880-89f7-0c47fb1cae88), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:15.068146 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-afb3f340-6b83-4f7d-9961-e38743e38a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (b093d2ed-f444-4880-89f7-0c47fb1cae88), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:15.106946 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-afb3f340-6b83-4f7d-9961-e38743e38a3e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c94ae79784be4fddbd4b85933d4bcf5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991467 May 16 15:22:15.108036 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3f340-6b83-4f7d-9961-e38743e38a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b093d2ed-f444-4880-89f7-0c47fb1cae88,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:15.115865 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 38122) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:15.170348 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-275ce3d6-71a9-4efd-96ab-fa51138b1d1b admin admin] Publish callbacks [] for security_group (b093d2ed-f444-4880-89f7-0c47fb1cae88), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:15.194237 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-275ce3d6-71a9-4efd-96ab-fa51138b1d1b admin admin] Publish callbacks [] for security_group (b093d2ed-f444-4880-89f7-0c47fb1cae88), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:15.302882 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-275ce3d6-71a9-4efd-96ab-fa51138b1d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (b093d2ed-f444-4880-89f7-0c47fb1cae88), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:15.306331 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-275ce3d6-71a9-4efd-96ab-fa51138b1d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:15.307493 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-275ce3d6-71a9-4efd-96ab-fa51138b1d1b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b093d2ed-f444-4880-89f7-0c47fb1cae88 HTTP/1.1" status: 204 len: 168 time: 0.1900175 May 16 15:22:15.316577 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ce3d6-71a9-4efd-96ab-fa51138b1d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b093d2ed-f444-4880-89f7-0c47fb1cae88,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:15.718671 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754f0eb-e60c-4432-a051-ece650d039d8 req-03b9b92d-1624-4084-9228-6022dcd63de8 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:15.720220 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3754f0eb-e60c-4432-a051-ece650d039d8 req-03b9b92d-1624-4084-9228-6022dcd63de8 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 949 time: 0.0645893 May 16 15:22:15.772519 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3754f0eb-e60c-4432-a051-ece650d039d8 req-6ca3dcd8-ea1c-44f3-ad61-3a13eb873dd8 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467229 May 16 15:22:16.024985 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['9af33f98-ef87-4f7d-8fea-7a4afdb56c74'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:22:16.894367 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd41e7-f005-43ae-9f88-2b277535e1d0 req-875b4d3d-2f82-497c-af5b-5dd5d9c79227 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:16.895942 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48fd41e7-f005-43ae-9f88-2b277535e1d0 req-875b4d3d-2f82-497c-af5b-5dd5d9c79227 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 949 time: 0.0498321 May 16 15:22:16.945812 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48fd41e7-f005-43ae-9f88-2b277535e1d0 req-df1f64c4-84a4-4cd4-80fe-5270c0e24636 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 May 16 15:22:17.762849 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:22:17.812647 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:22:17.862396 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:22:17.862804 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:17.947950 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:17.948100 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:17.970983 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a06833b-64cb-4d38-af44-a65846042bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af33f98-ef87-4f7d-8fea-7a4afdb56c74'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:17.973490 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c3fe16-1f08-4198-b089-5c62378d2fdc" -d '{"events": [{"server_uuid": "1a06833b-64cb-4d38-af44-a65846042bb0", "name": "network-vif-plugged", "status": "completed", "tag": "9af33f98-ef87-4f7d-8fea-7a4afdb56c74"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:17.994098 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=9af33f98-ef87-4f7d-8fea-7a4afdb56c74,segment=NetworkSegment(e2d449b4-aa3d-4554-a6f4-0127bf29e9e2),segment_id=e2d449b4-aa3d-4554-a6f4-0127bf29e9e2)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:18.017226 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9774a0bd-a2c6-4eee-8e00-c38423175d7b x-openstack-request-id: req-9774a0bd-a2c6-4eee-8e00-c38423175d7b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:18.017620 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a06833b-64cb-4d38-af44-a65846042bb0", "name": "network-vif-plugged", "status": "completed", "tag": "9af33f98-ef87-4f7d-8fea-7a4afdb56c74", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:18.017963 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9774a0bd-a2c6-4eee-8e00-c38423175d7b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:18.018455 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9774a0bd-a2c6-4eee-8e00-c38423175d7b'] response: {'server_uuid': '1a06833b-64cb-4d38-af44-a65846042bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af33f98-ef87-4f7d-8fea-7a4afdb56c74', 'code': 200} May 16 15:22:18.082604 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:18.097689 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614257-03be-4da3-ba48-55a53f09492a req-b8d478b5-619d-4823-a54f-541b9275c13e tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:18.105195 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc614257-03be-4da3-ba48-55a53f09492a req-b8d478b5-619d-4823-a54f-541b9275c13e tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 949 time: 0.0839107 May 16 15:22:18.134346 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=9af33f98-ef87-4f7d-8fea-7a4afdb56c74,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:18.159615 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc614257-03be-4da3-ba48-55a53f09492a req-a0ed15d2-2a48-491a-8220-4cfbd5c78dad tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532343 May 16 15:22:18.447540 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99194c0b-7b78-4cdb-a6a6-54567192d687 req-d614bdb9-1905-4bb0-8269-99ac3e1dac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:18.449105 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-99194c0b-7b78-4cdb-a6a6-54567192d687 req-d614bdb9-1905-4bb0-8269-99ac3e1dac8f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 1134 time: 0.0432925 May 16 15:22:18.498490 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-99194c0b-7b78-4cdb-a6a6-54567192d687 req-3133b721-ebec-46d4-bbd0-9d226f7c068a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 May 16 15:22:18.863758 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 38308) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:18.976645 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1c8-a4a9-443c-9f28-cd881045b667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:19.049359 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1c8-a4a9-443c-9f28-cd881045b667 admin admin] Publish callbacks [] for security_group (9e732cb7-2029-4cc1-b8c1-df49d3776ee5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:19.108441 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1c8-a4a9-443c-9f28-cd881045b667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (9e732cb7-2029-4cc1-b8c1-df49d3776ee5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:19.147236 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9ce0b1c8-a4a9-443c-9f28-cd881045b667 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c477057f8b8849f8ab3f6924bc36f679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823555 May 16 15:22:19.147979 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0b1c8-a4a9-443c-9f28-cd881045b667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e732cb7-2029-4cc1-b8c1-df49d3776ee5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:19.150100 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 38318) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:19.202313 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2425f81-318a-491d-83b6-99a9c9c50d2f admin admin] Publish callbacks [] for security_group (9e732cb7-2029-4cc1-b8c1-df49d3776ee5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:19.227693 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2425f81-318a-491d-83b6-99a9c9c50d2f admin admin] Publish callbacks [] for security_group (9e732cb7-2029-4cc1-b8c1-df49d3776ee5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:19.282279 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6072a9-a2b9-4cc7-a877-b2c83a84af86 req-7fafe465-9203-43f7-b693-59f83e511ab9 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:19.284137 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e6072a9-a2b9-4cc7-a877-b2c83a84af86 req-7fafe465-9203-43f7-b693-59f83e511ab9 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 950 time: 0.0514581 May 16 15:22:19.330653 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e6072a9-a2b9-4cc7-a877-b2c83a84af86 req-f9a8aa53-6b1b-4418-a628-2a7628fcdf11 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 May 16 15:22:19.357298 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2425f81-318a-491d-83b6-99a9c9c50d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (9e732cb7-2029-4cc1-b8c1-df49d3776ee5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:19.359989 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f2425f81-318a-491d-83b6-99a9c9c50d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:19.361211 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f2425f81-318a-491d-83b6-99a9c9c50d2f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9e732cb7-2029-4cc1-b8c1-df49d3776ee5 HTTP/1.1" status: 204 len: 168 time: 0.2100224 May 16 15:22:19.369147 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2425f81-318a-491d-83b6-99a9c9c50d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e732cb7-2029-4cc1-b8c1-df49d3776ee5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:20.009180 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 38334) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:20.028353 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1e872ec-a710-4b27-bc8c-668a1d37bf5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.110766 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1e872ec-a710-4b27-bc8c-668a1d37bf5c admin admin] Publish callbacks [] for security_group (06d7da24-5494-4a32-87be-a1dc1e9a26d6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.197733 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1e872ec-a710-4b27-bc8c-668a1d37bf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (06d7da24-5494-4a32-87be-a1dc1e9a26d6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.237889 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e872ec-a710-4b27-bc8c-668a1d37bf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d7da24-5494-4a32-87be-a1dc1e9a26d6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:20.244377 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d1e872ec-a710-4b27-bc8c-668a1d37bf5c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5a2a97d8d4b14af292cd51684e3ac562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317998 May 16 15:22:20.245923 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 38338) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:20.294178 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a42b8d02-37c9-4f94-9945-35f0610eb636 admin admin] Publish callbacks [] for security_group (06d7da24-5494-4a32-87be-a1dc1e9a26d6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.317114 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a42b8d02-37c9-4f94-9945-35f0610eb636 admin admin] Publish callbacks [] for security_group (06d7da24-5494-4a32-87be-a1dc1e9a26d6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.440162 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a42b8d02-37c9-4f94-9945-35f0610eb636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (06d7da24-5494-4a32-87be-a1dc1e9a26d6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.442802 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a42b8d02-37c9-4f94-9945-35f0610eb636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.443967 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a42b8d02-37c9-4f94-9945-35f0610eb636 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/06d7da24-5494-4a32-87be-a1dc1e9a26d6 HTTP/1.1" status: 204 len: 168 time: 0.1975257 May 16 15:22:20.446700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8ab37-fd0c-4b88-bf52-352b46727481 req-a62fab5a-523a-4548-aa93-4fd4f4bdd293 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:20.448548 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-91d8ab37-fd0c-4b88-bf52-352b46727481 req-a62fab5a-523a-4548-aa93-4fd4f4bdd293 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 950 time: 0.0496957 May 16 15:22:20.455584 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b8d02-37c9-4f94-9945-35f0610eb636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d7da24-5494-4a32-87be-a1dc1e9a26d6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:20.510119 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-91d8ab37-fd0c-4b88-bf52-352b46727481 req-bc6a7310-e1ae-4a6f-97fa-93efb7737500 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560930 May 16 15:22:20.974456 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881d84b-03f4-4506-a4a8-73735d4af1cf req-4a8e4417-cb65-4765-8eb3-ee3b26ee06b1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:20.976051 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f881d84b-03f4-4506-a4a8-73735d4af1cf req-4a8e4417-cb65-4765-8eb3-ee3b26ee06b1 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 950 time: 0.0501816 May 16 15:22:21.028795 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f881d84b-03f4-4506-a4a8-73735d4af1cf req-9e95ac0d-156e-4ef4-aa57-28259af3dfa9 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471106 May 16 15:22:21.506663 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 38384) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:21.614617 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1124351411-network', 'tenant_id': '797cc8faa2204b1287cbcac0cd3d41f1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:21.711244 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Made reservation on behalf of 797cc8faa2204b1287cbcac0cd3d41f1 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:22:21.714687 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:21.723987 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:21.804405 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Publish callbacks [] for security_group (a239152a-481d-4c0a-b74d-c54a2563d398), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:21.876773 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (a239152a-481d-4c0a-b74d-c54a2563d398), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:21.901541 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:22:21.913813 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a239152a-481d-4c0a-b74d-c54a2563d398,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:21.918125 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (bea188c8-3031-4008-8a3f-4b4f9f631f5f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:21.918547 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Added segment bea188c8-3031-4008-8a3f-4b4f9f631f5f of type vlan for network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 May 16 15:22:21.961046 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (9d2175a1-ac19-4831-9c29-d30ae9fcfb01), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:22.051291 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (9d2175a1-ac19-4831-9c29-d30ae9fcfb01), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:22.052374 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:22.052971 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:22.132218 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] Pushing event updated for resources: {'Network': ['ID=9d2175a1-ac19-4831-9c29-d30ae9fcfb01,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:22.141404 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:22:22.165439 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b3c9b660-c5fc-473c-99b8-26c2b0b16a00 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6574836 May 16 15:22:22.168034 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 38398) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:22.173827 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9f990b54-d258-445e-a1eb-d8ab65bd374d admin admin] Request body: {'subnet': {'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1124351411-subnet', 'tenant_id': '797cc8faa2204b1287cbcac0cd3d41f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:22.175838 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeba99c-1dea-40b9-86f1-988b5be724ab req-88b4dc00-67c2-4257-ad56-18c78d5a1cf4 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:22.177434 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3aeba99c-1dea-40b9-86f1-988b5be724ab req-88b4dc00-67c2-4257-ad56-18c78d5a1cf4 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 950 time: 0.0598314 May 16 15:22:22.230542 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3aeba99c-1dea-40b9-86f1-988b5be724ab req-e2d16ad6-4f79-44bc-a79c-46ae7c6c5629 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec5160be-1205-4023-9649-0bac70eb067a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458694 May 16 15:22:22.276741 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f990b54-d258-445e-a1eb-d8ab65bd374d admin admin] Made reservation on behalf of 797cc8faa2204b1287cbcac0cd3d41f1 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:22:22.279250 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f990b54-d258-445e-a1eb-d8ab65bd374d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29174911'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:22.491373 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aa6b9-d395-4e28-88ff-ee7bf1f3494e req-bd579a1e-390c-463d-be03-04a7d43c304d tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:22.493129 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-936aa6b9-d395-4e28-88ff-ee7bf1f3494e req-bd579a1e-390c-463d-be03-04a7d43c304d tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 950 time: 0.0484185 May 16 15:22:22.557805 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f990b54-d258-445e-a1eb-d8ab65bd374d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28082809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29174889'] for subnet (c45ab423-8b61-44a2-be50-c68094bc3dcf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:22.582175 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-936aa6b9-d395-4e28-88ff-ee7bf1f3494e req-613e1baf-2f94-4feb-836e-1f86e5a0b992 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Deleting port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:22.582734 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-936aa6b9-d395-4e28-88ff-ee7bf1f3494e req-613e1baf-2f94-4feb-836e-1f86e5a0b992 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:22.614799 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f990b54-d258-445e-a1eb-d8ab65bd374d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45ab423-8b61-44a2-be50-c68094bc3dcf,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:22.622320 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f990b54-d258-445e-a1eb-d8ab65bd374d admin admin] Checking segment: {'id': 'bea188c8-3031-4008-8a3f-4b4f9f631f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:22:22.622682 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f990b54-d258-445e-a1eb-d8ab65bd374d admin admin] Network hostable DHCP agents. Network: 9d2175a1-ac19-4831-9c29-d30ae9fcfb01, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:22:22.677186 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-936aa6b9-d395-4e28-88ff-ee7bf1f3494e req-613e1baf-2f94-4feb-836e-1f86e5a0b992 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] For port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=9af33f98-ef87-4f7d-8fea-7a4afdb56c74,segment=NetworkSegment(e2d449b4-aa3d-4554-a6f4-0127bf29e9e2),segment_id=e2d449b4-aa3d-4554-a6f4-0127bf29e9e2)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:22.677551 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-936aa6b9-d395-4e28-88ff-ee7bf1f3494e req-613e1baf-2f94-4feb-836e-1f86e5a0b992 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:22.691509 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-936aa6b9-d395-4e28-88ff-ee7bf1f3494e req-613e1baf-2f94-4feb-836e-1f86e5a0b992 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Calling delete_port for 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:22.731433 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f990b54-d258-445e-a1eb-d8ab65bd374d admin admin] Network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:22:22.809317 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9f990b54-d258-445e-a1eb-d8ab65bd374d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 9d2175a1-ac19-4831-9c29-d30ae9fcfb01) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:22:22.813435 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f990b54-d258-445e-a1eb-d8ab65bd374d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:22.814090 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f990b54-d258-445e-a1eb-d8ab65bd374d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:22.825232 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f91b44b-e3d0-48b2-836e-7cfb4d9c468e None None] Network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:22:22.905633 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-936aa6b9-d395-4e28-88ff-ee7bf1f3494e req-613e1baf-2f94-4feb-836e-1f86e5a0b992 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (9af33f98-ef87-4f7d-8fea-7a4afdb56c74), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:22.924948 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9f990b54-d258-445e-a1eb-d8ab65bd374d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7552192 May 16 15:22:22.926614 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cad649-723a-4d7f-a725-b7c5c3d4e691 None None] Network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:22:22.937768 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e1baf-2f94-4feb-836e-1f86e5a0b992 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Pushing event deleted for resources: {'Port': ['ID=9af33f98-ef87-4f7d-8fea-7a4afdb56c74,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:22.988612 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-936aa6b9-d395-4e28-88ff-ee7bf1f3494e req-613e1baf-2f94-4feb-836e-1f86e5a0b992 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] No DVR routers for this DVR port 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:22:22.998144 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-936aa6b9-d395-4e28-88ff-ee7bf1f3494e req-613e1baf-2f94-4feb-836e-1f86e5a0b992 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:23.001607 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-936aa6b9-d395-4e28-88ff-ee7bf1f3494e req-613e1baf-2f94-4feb-836e-1f86e5a0b992 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.25 "DELETE /v2.0/ports/9af33f98-ef87-4f7d-8fea-7a4afdb56c74 HTTP/1.1" status: 204 len: 173 time: 0.5013001 May 16 15:22:23.002105 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a06833b-64cb-4d38-af44-a65846042bb0', 'name': 'network-vif-deleted', 'tag': '9af33f98-ef87-4f7d-8fea-7a4afdb56c74'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:23.004426 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbada9c-8ec4-4cfe-8bd9-5897c100e16b" -d '{"events": [{"server_uuid": "1a06833b-64cb-4d38-af44-a65846042bb0", "name": "network-vif-deleted", "tag": "9af33f98-ef87-4f7d-8fea-7a4afdb56c74"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:23.016886 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['9af33f98-ef87-4f7d-8fea-7a4afdb56c74'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:22:23.068947 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9ac076-8789-4412-84c9-152a512692ce x-openstack-request-id: req-3f9ac076-8789-4412-84c9-152a512692ce {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:23.068947 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a06833b-64cb-4d38-af44-a65846042bb0", "name": "network-vif-deleted", "tag": "9af33f98-ef87-4f7d-8fea-7a4afdb56c74", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:23.068947 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3f9ac076-8789-4412-84c9-152a512692ce {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:23.068947 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9ac076-8789-4412-84c9-152a512692ce'] response: {'server_uuid': '1a06833b-64cb-4d38-af44-a65846042bb0', 'name': 'network-vif-deleted', 'tag': '9af33f98-ef87-4f7d-8fea-7a4afdb56c74', 'status': 'completed', 'code': 200} May 16 15:22:23.333047 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-570add5d-3c52-42df-95d4-5c64e9d00ced req-824b18bf-6a87-421d-b365-bd6d4e4e4998 tempest-VolumesNegativeTest-1448645500 tempest-VolumesNegativeTest-1448645500-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a06833b-64cb-4d38-af44-a65846042bb0 HTTP/1.1" status: 200 len: 210 time: 0.0290372 May 16 15:22:24.608162 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:22:25.410890 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-d54d2c39-ae88-4605-90d2-58ec196213fc tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:25.412387 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-d54d2c39-ae88-4605-90d2-58ec196213fc tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/networks?id=9d2175a1-ac19-4831-9c29-d30ae9fcfb01 HTTP/1.1" status: 200 len: 809 time: 0.1236265 May 16 15:22:25.428432 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-0202f66d-9ae2-42f2-844e-52f65557b381 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/quotas/797cc8faa2204b1287cbcac0cd3d41f1 HTTP/1.1" status: 200 len: 375 time: 0.0094159 May 16 15:22:25.467810 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-b126b5ea-7377-45f1-9eb3-47fea998c685 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=797cc8faa2204b1287cbcac0cd3d41f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337434 May 16 15:22:25.653600 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-5d27a7f1-cddc-4c1f-a907-32e10583a07d service neutron] 10.222.0.71 "GET /v2.0/networks/9d2175a1-ac19-4831-9c29-d30ae9fcfb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732564 May 16 15:22:25.752863 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-f674a689-f511-4441-a077-6c2578688cc8 service neutron] 10.222.0.71 "GET /v2.0/networks/9d2175a1-ac19-4831-9c29-d30ae9fcfb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917134 May 16 15:22:25.816682 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:25.834242 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:25.834580 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 9af33f98-ef87-4f7d-8fea-7a4afdb56c74 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:26.042286 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a90c29bb-3ac2-440e-9eae-fec24ae88e93 req-09c5240b-9351-4e52-9a86-b96ecbdb615b tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 210 time: 0.0367827 May 16 15:22:27.161698 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8664d825-08c1-43f2-af1a-8e0e6324b0ad req-aab72f3c-15a8-4ea9-996d-4e2ef48b60a9 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 210 time: 0.0348217 May 16 15:22:28.255113 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-366c80a8-9dd4-4097-a5e4-27818e15de09 req-e89c7b90-207e-4ecc-a991-07fc736e8c05 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 210 time: 0.0293856 May 16 15:22:28.376526 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-022670df-f371-473e-8920-40c7eaf40a13 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:28.377959 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-022670df-f371-473e-8920-40c7eaf40a13 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.25 "GET /v2.0/networks?id=9d2175a1-ac19-4831-9c29-d30ae9fcfb01 HTTP/1.1" status: 200 len: 809 time: 0.1009111 May 16 15:22:28.397497 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Request body: {'port': {'device_id': '40c5da07-c654-4955-b69c-8a8ad9de6853', 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01', 'admin_state_up': True, 'tenant_id': '797cc8faa2204b1287cbcac0cd3d41f1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:28.637158 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Made reservation on behalf of 797cc8faa2204b1287cbcac0cd3d41f1 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:22:28.640756 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:28.803203 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Allocated IP 172.20.0.6 (9d2175a1-ac19-4831-9c29-d30ae9fcfb01/c45ab423-8b61-44a2-be50-c68094bc3dcf/d05f22fb-61c4-4547-a3de-62b5dbfbd546) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:22:28.961559 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks [] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.060478 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.102697 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:22:29.105799 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:22:29.111841 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:22:29.117503 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Pushing event updated for resources: {'Port': ['ID=d05f22fb-61c4-4547-a3de-62b5dbfbd546,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:29.162094 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:29.162721 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.253527 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9a839215-74dc-4fe3-b5f9-6807c722d281 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8601868 May 16 15:22:29.272550 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Request body: {'port': {'device_id': '40c5da07-c654-4955-b69c-8a8ad9de6853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:29.363190 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.391975 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a56a9-64e3-4782-8e98-5f88b9f6c44f req-0360355d-4e3b-437f-b3a1-d1ee61b70cb8 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:29.393590 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-058a56a9-64e3-4782-8e98-5f88b9f6c44f req-0360355d-4e3b-437f-b3a1-d1ee61b70cb8 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 931 time: 0.0681188 May 16 15:22:29.497797 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-058a56a9-64e3-4782-8e98-5f88b9f6c44f req-8514ed6d-d57c-4ccc-8e5a-af8c70044bbb tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844843 May 16 15:22:29.701288 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05f22fb-61c4-4547-a3de-62b5dbfbd546 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:22:29.708508 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Publish callbacks [] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.721166 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Transition to ACTIVE for port object d05f22fb-61c4-4547-a3de-62b5dbfbd546 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:22:29.817330 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.869313 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Pushing event updated for resources: {'Port': ['ID=d05f22fb-61c4-4547-a3de-62b5dbfbd546,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:29.938392 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Attempting to bind port d05f22fb-61c4-4547-a3de-62b5dbfbd546 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:22:29.938732 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Attempting to bind port d05f22fb-61c4-4547-a3de-62b5dbfbd546 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'bea188c8-3031-4008-8a3f-4b4f9f631f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:22:29.939065 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Attempting to bind port d05f22fb-61c4-4547-a3de-62b5dbfbd546 on network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:22:29.943620 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Port d05f22fb-61c4-4547-a3de-62b5dbfbd546 on network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:22:29.948229 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Attempting to bind port d05f22fb-61c4-4547-a3de-62b5dbfbd546 on network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:22:29.948851 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:22:29.949195 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Checking segment: {'id': 'bea188c8-3031-4008-8a3f-4b4f9f631f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:22:29.949577 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Bound using segment: {'id': 'bea188c8-3031-4008-8a3f-4b4f9f631f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:22:29.950004 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Bound port: d05f22fb-61c4-4547-a3de-62b5dbfbd546, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea188c8-3031-4008-8a3f-4b4f9f631f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:22:29.950365 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.013848 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] For port d05f22fb-61c4-4547-a3de-62b5dbfbd546, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:22:30.016749 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] For port d05f22fb-61c4-4547-a3de-62b5dbfbd546, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d05f22fb-61c4-4547-a3de-62b5dbfbd546,segment=NetworkSegment(bea188c8-3031-4008-8a3f-4b4f9f631f5f),segment_id=bea188c8-3031-4008-8a3f-4b4f9f631f5f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:22:30.100501 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.134643 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:30.135260 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.136660 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] 10.222.0.25 "PUT /v2.0/ports/d05f22fb-61c4-4547-a3de-62b5dbfbd546 HTTP/1.1" status: 200 len: 1093 time: 0.8684037 May 16 15:22:30.137092 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c5da07-c654-4955-b69c-8a8ad9de6853', 'tag': 'd05f22fb-61c4-4547-a3de-62b5dbfbd546'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:30.139270 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c63e7eb-2dbf-4f8f-84f6-2237a8226415" -d '{"events": [{"name": "network-changed", "server_uuid": "40c5da07-c654-4955-b69c-8a8ad9de6853", "tag": "d05f22fb-61c4-4547-a3de-62b5dbfbd546"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:30.167320 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f7b93-8ce7-4597-80ea-7e0a81d8c355 service neutron] Pushing event updated for resources: {'Port': ['ID=d05f22fb-61c4-4547-a3de-62b5dbfbd546,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:30.177314 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bac9a01-26f2-4f88-941d-dd26311e5549 x-openstack-request-id: req-9bac9a01-26f2-4f88-941d-dd26311e5549 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:30.178120 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c5da07-c654-4955-b69c-8a8ad9de6853", "tag": "d05f22fb-61c4-4547-a3de-62b5dbfbd546", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:30.178120 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9bac9a01-26f2-4f88-941d-dd26311e5549 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:30.178321 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bac9a01-26f2-4f88-941d-dd26311e5549'] response: {'name': 'network-changed', 'server_uuid': '40c5da07-c654-4955-b69c-8a8ad9de6853', 'tag': 'd05f22fb-61c4-4547-a3de-62b5dbfbd546', 'status': 'completed', 'code': 200} May 16 15:22:30.262800 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63e7eb-2dbf-4f8f-84f6-2237a8226415 req-ac0a18a8-0d2a-471a-a96e-a255a6368f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:30.264473 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1c63e7eb-2dbf-4f8f-84f6-2237a8226415 req-ac0a18a8-0d2a-471a-a96e-a255a6368f47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=797cc8faa2204b1287cbcac0cd3d41f1&device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 1127 time: 0.0398793 May 16 15:22:30.375547 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63e7eb-2dbf-4f8f-84f6-2237a8226415 req-c5402e2e-397e-4168-beef-9c140a19a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:30.377081 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1c63e7eb-2dbf-4f8f-84f6-2237a8226415 req-c5402e2e-397e-4168-beef-9c140a19a6a2 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=797cc8faa2204b1287cbcac0cd3d41f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0955908 May 16 15:22:30.471873 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63e7eb-2dbf-4f8f-84f6-2237a8226415 req-b1c2ee39-75b4-4cf4-9804-bc5b6ccea710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:30.473343 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1c63e7eb-2dbf-4f8f-84f6-2237a8226415 req-b1c2ee39-75b4-4cf4-9804-bc5b6ccea710 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901530 May 16 15:22:30.519551 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 38778) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:30.619250 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9ce2053f-d2a1-4a49-bd06-e2486360bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:30.621401 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-9ce2053f-d2a1-4a49-bd06-e2486360bd47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=797cc8faa2204b1287cbcac0cd3d41f1&device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 1127 time: 0.0831985 May 16 15:22:30.635756 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be8823-c4ef-4fb1-9862-8faf27a4f946 req-2198c916-5982-4a65-bd71-7ea774b69aca tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:30.637221 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-23be8823-c4ef-4fb1-9862-8faf27a4f946 req-2198c916-5982-4a65-bd71-7ea774b69aca tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 943 time: 0.0591347 May 16 15:22:30.662632 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-adfe2752-162a-49f2-b90a-a5ac715f1b20 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8141ea82ed35431693530da3cf074b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419473 May 16 15:22:30.665079 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 38786) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:30.676095 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-c97ce0e2-be7b-4532-9cda-e3205604ea70 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d05f22fb-61c4-4547-a3de-62b5dbfbd546 HTTP/1.1" status: 200 len: 217 time: 0.0378902 May 16 15:22:30.712954 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1178c3ab-10d8-4fc0-88ca-7a4c467fa20b admin admin] Publish callbacks [] for security_group (ec5160be-1205-4023-9649-0bac70eb067a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.733299 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1178c3ab-10d8-4fc0-88ca-7a4c467fa20b admin admin] Publish callbacks [] for security_group (ec5160be-1205-4023-9649-0bac70eb067a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.748230 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-23be8823-c4ef-4fb1-9862-8faf27a4f946 req-548b07bf-c25e-4be0-a9b4-3ea801320524 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034136 May 16 15:22:30.749980 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-c7f187ad-a32b-40b0-869c-423b01306d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:30.751346 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-c7f187ad-a32b-40b0-869c-423b01306d91 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c45ab423-8b61-44a2-be50-c68094bc3dcf HTTP/1.1" status: 200 len: 849 time: 0.0671968 May 16 15:22:30.786504 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-0809fc14-1b69-4b0b-a48d-f1482aa28756 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d2175a1-ac19-4831-9c29-d30ae9fcfb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268602 May 16 15:22:30.833873 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1178c3ab-10d8-4fc0-88ca-7a4c467fa20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (ec5160be-1205-4023-9649-0bac70eb067a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.837082 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1178c3ab-10d8-4fc0-88ca-7a4c467fa20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.838256 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1178c3ab-10d8-4fc0-88ca-7a4c467fa20b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec5160be-1205-4023-9649-0bac70eb067a HTTP/1.1" status: 204 len: 168 time: 0.1722238 May 16 15:22:30.850593 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178c3ab-10d8-4fc0-88ca-7a4c467fa20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5160be-1205-4023-9649-0bac70eb067a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:30.885689 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-45a46b28-993d-499c-8dbb-a55bfa0b9b5b service neutron] 10.222.0.25 "GET /v2.0/networks/9d2175a1-ac19-4831-9c29-d30ae9fcfb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934060 May 16 15:22:30.977497 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc6cd634-8794-4881-8c34-6644ea23ff34 req-08601c01-33f4-4d1a-87fa-39314b1d05d8 service neutron] 10.222.0.25 "GET /v2.0/networks/9d2175a1-ac19-4831-9c29-d30ae9fcfb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843987 May 16 15:22:31.860791 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device d05f22fb-61c4-4547-a3de-62b5dbfbd546 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:22:31.867788 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f22a51-f7bf-41ff-80df-4bc6846ff7a8 req-244c80ec-9ec0-42b4-b875-98d1e902f11c tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:31.870118 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-67f22a51-f7bf-41ff-80df-4bc6846ff7a8 req-244c80ec-9ec0-42b4-b875-98d1e902f11c tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 943 time: 0.0510798 May 16 15:22:31.920570 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-67f22a51-f7bf-41ff-80df-4bc6846ff7a8 req-2e118b29-f6fc-47e8-9c60-0abdec63f214 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448537 May 16 15:22:31.958318 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port d05f22fb-61c4-4547-a3de-62b5dbfbd546, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d05f22fb-61c4-4547-a3de-62b5dbfbd546,segment=NetworkSegment(bea188c8-3031-4008-8a3f-4b4f9f631f5f),segment_id=bea188c8-3031-4008-8a3f-4b4f9f631f5f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:31.972214 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': 'd05f22fb-61c4-4547-a3de-62b5dbfbd546', 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01', 'port_id': 'd05f22fb-61c4-4547-a3de-62b5dbfbd546', 'mac_address': 'fa:16:3e:ec:eb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45ab423-8b61-44a2-be50-c68094bc3dcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:22:32.005699 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port d05f22fb-61c4-4547-a3de-62b5dbfbd546 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:32.006088 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.018275 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05f22fb-61c4-4547-a3de-62b5dbfbd546 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:22:32.036855 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port d05f22fb-61c4-4547-a3de-62b5dbfbd546, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d05f22fb-61c4-4547-a3de-62b5dbfbd546,segment=NetworkSegment(bea188c8-3031-4008-8a3f-4b4f9f631f5f),segment_id=bea188c8-3031-4008-8a3f-4b4f9f631f5f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:32.099426 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.145363 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=d05f22fb-61c4-4547-a3de-62b5dbfbd546,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:32.386493 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['d05f22fb-61c4-4547-a3de-62b5dbfbd546'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:22:33.032717 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ff6b9-3c45-411d-8bd1-d0f3393bc852 req-f63abf9d-761a-4713-8322-04ee7a599d5c tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:33.034176 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5d5ff6b9-3c45-411d-8bd1-d0f3393bc852 req-f63abf9d-761a-4713-8322-04ee7a599d5c tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 944 time: 0.0470743 May 16 15:22:33.080712 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5d5ff6b9-3c45-411d-8bd1-d0f3393bc852 req-c6ae9979-2dc8-4740-8e1a-696035895135 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409417 May 16 15:22:33.432018 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac1f7-a92b-4b77-88db-59536f6b128b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.886619 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device d05f22fb-61c4-4547-a3de-62b5dbfbd546 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:22:33.929740 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port d05f22fb-61c4-4547-a3de-62b5dbfbd546 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:22:33.990701 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port d05f22fb-61c4-4547-a3de-62b5dbfbd546 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:22:33.991070 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.068843 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port d05f22fb-61c4-4547-a3de-62b5dbfbd546 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:34.072050 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.091985 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5da07-c654-4955-b69c-8a8ad9de6853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05f22fb-61c4-4547-a3de-62b5dbfbd546'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:34.094167 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b5d508-5c3e-4148-9e18-6a3ee8cfb1f3" -d '{"events": [{"server_uuid": "40c5da07-c654-4955-b69c-8a8ad9de6853", "name": "network-vif-plugged", "status": "completed", "tag": "d05f22fb-61c4-4547-a3de-62b5dbfbd546"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:34.106570 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port d05f22fb-61c4-4547-a3de-62b5dbfbd546, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d05f22fb-61c4-4547-a3de-62b5dbfbd546,segment=NetworkSegment(bea188c8-3031-4008-8a3f-4b4f9f631f5f),segment_id=bea188c8-3031-4008-8a3f-4b4f9f631f5f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:34.140773 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c1160c-8930-4871-88a8-08cb344deee2 x-openstack-request-id: req-91c1160c-8930-4871-88a8-08cb344deee2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:34.141095 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5da07-c654-4955-b69c-8a8ad9de6853", "name": "network-vif-plugged", "status": "completed", "tag": "d05f22fb-61c4-4547-a3de-62b5dbfbd546", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:34.141547 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-91c1160c-8930-4871-88a8-08cb344deee2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:34.141796 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c1160c-8930-4871-88a8-08cb344deee2'] response: {'server_uuid': '40c5da07-c654-4955-b69c-8a8ad9de6853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05f22fb-61c4-4547-a3de-62b5dbfbd546', 'code': 200} May 16 15:22:34.166111 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.198353 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1470ff8-1874-465d-9990-7f7737616afa req-33319d57-1465-4fb2-aa3d-2a9fe3eee6d2 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:34.200190 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1470ff8-1874-465d-9990-7f7737616afa req-33319d57-1465-4fb2-aa3d-2a9fe3eee6d2 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 944 time: 0.0482192 May 16 15:22:34.213731 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=d05f22fb-61c4-4547-a3de-62b5dbfbd546,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:34.254692 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1470ff8-1874-465d-9990-7f7737616afa req-9980ee30-7eb0-49fa-a7bc-fc05f27016b0 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 May 16 15:22:35.372831 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d4b54-97bd-4a8d-bb93-bf93c3993302 req-8abe6677-fd68-4f87-97df-f3b3fe355f28 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:35.374316 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a07d4b54-97bd-4a8d-bb93-bf93c3993302 req-8abe6677-fd68-4f87-97df-f3b3fe355f28 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 945 time: 0.0504048 May 16 15:22:35.424810 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a07d4b54-97bd-4a8d-bb93-bf93c3993302 req-84bc1d71-fc34-481a-8f74-5f6c657e045d tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 May 16 15:22:35.508362 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-11af0e7f-d92a-4369-98b6-1665206da319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.535899 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a5b9-f24f-44b6-9f3c-aa30957d1240 req-34252ec8-785f-4d5c-8ece-7f25735c023f tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:36.537328 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d7f7a5b9-f24f-44b6-9f3c-aa30957d1240 req-34252ec8-785f-4d5c-8ece-7f25735c023f tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 945 time: 0.0465853 May 16 15:22:36.583195 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d7f7a5b9-f24f-44b6-9f3c-aa30957d1240 req-5ef54495-3a2c-49fc-9c90-368b89e14b6b tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 May 16 15:22:36.673713 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.878789 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071f9cf-850a-4916-9935-7baeb480521c req-af120dc1-bebc-4930-87fe-d87428259cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:36.880277 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e071f9cf-850a-4916-9935-7baeb480521c req-af120dc1-bebc-4930-87fe-d87428259cc8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 1129 time: 0.0394447 May 16 15:22:36.927866 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e071f9cf-850a-4916-9935-7baeb480521c req-3de3d8bd-7a98-4e89-b63a-abc6f2883ff9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 May 16 15:22:37.702704 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc030601-ac2a-49d0-8f05-6c18fe6e97b3 req-86e09e3c-8ee1-4063-9c61-15747713246b tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:37.704195 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc030601-ac2a-49d0-8f05-6c18fe6e97b3 req-86e09e3c-8ee1-4063-9c61-15747713246b tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 945 time: 0.0517366 May 16 15:22:37.750225 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc030601-ac2a-49d0-8f05-6c18fe6e97b3 req-61b4e20c-ec2f-42b6-82a8-849f5b75fc7d tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403845 May 16 15:22:38.014037 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:38.859355 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86550c47-f857-4780-b28a-354441ad5bb1 req-82ff8b2f-a11f-45f8-9533-2d08def4d5c7 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:38.860819 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-86550c47-f857-4780-b28a-354441ad5bb1 req-82ff8b2f-a11f-45f8-9533-2d08def4d5c7 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 945 time: 0.0455315 May 16 15:22:38.906318 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-86550c47-f857-4780-b28a-354441ad5bb1 req-ced0fb95-b858-44a5-810e-23c43707d9ed tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 May 16 15:22:40.022517 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9d027-ca09-4dbe-b4a0-42ee222499b1 req-a2aec256-787e-41d7-9caa-c41172d1e099 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:40.023966 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5d9d027-ca09-4dbe-b4a0-42ee222499b1 req-a2aec256-787e-41d7-9caa-c41172d1e099 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 945 time: 0.0516009 May 16 15:22:40.070447 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5d9d027-ca09-4dbe-b4a0-42ee222499b1 req-1d71c903-55c2-4616-b647-499e1136075b tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410669 May 16 15:22:40.625217 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:40.705213 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:41.181119 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3190ae-b839-4a52-afbd-e924a56de55a req-7318cf98-12dd-4549-9123-5b06911929d8 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:41.182557 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-db3190ae-b839-4a52-afbd-e924a56de55a req-7318cf98-12dd-4549-9123-5b06911929d8 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 945 time: 0.0453193 May 16 15:22:41.227560 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-db3190ae-b839-4a52-afbd-e924a56de55a req-a5bb87a7-c726-4999-9cda-40df8b8323d2 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394309 May 16 15:22:42.341682 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56f67e-59a2-4469-9b62-1b88571e394f req-0f8cbd44-c20f-4e2d-b1e4-0d6f1ba74dd7 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:42.345361 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f56f67e-59a2-4469-9b62-1b88571e394f req-0f8cbd44-c20f-4e2d-b1e4-0d6f1ba74dd7 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 945 time: 0.0491920 May 16 15:22:42.389433 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f56f67e-59a2-4469-9b62-1b88571e394f req-047bfefd-61ab-4c10-82a8-68b01600ddd5 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 May 16 15:22:43.511024 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3543d8-fc33-419b-99ec-cae46182c8c9 req-1d4b32b1-337e-4e8e-8d4a-09b9e751a73b tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:43.512507 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea3543d8-fc33-419b-99ec-cae46182c8c9 req-1d4b32b1-337e-4e8e-8d4a-09b9e751a73b tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 945 time: 0.0533352 May 16 15:22:43.561353 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea3543d8-fc33-419b-99ec-cae46182c8c9 req-4d2912b9-a42a-467f-bfac-7dc0543a55ae tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428035 May 16 15:22:45.194671 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d283d2b-207c-45c9-9e4d-be9179c50c0f req-159b6fbb-c5bc-4fd3-a57e-d56bda0a1689 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:45.196179 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8d283d2b-207c-45c9-9e4d-be9179c50c0f req-159b6fbb-c5bc-4fd3-a57e-d56bda0a1689 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 945 time: 0.0466127 May 16 15:22:45.247918 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8d283d2b-207c-45c9-9e4d-be9179c50c0f req-7b6ef7ad-fe1a-4331-8aba-09c44e7ed9a5 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 May 16 15:22:46.366545 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64d3b-e9dc-4560-95d3-0ed912f69869 req-520e899d-b68e-4dc1-a9d4-836eb7117c19 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:46.367925 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-04c64d3b-e9dc-4560-95d3-0ed912f69869 req-520e899d-b68e-4dc1-a9d4-836eb7117c19 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 945 time: 0.0508187 May 16 15:22:46.418244 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-04c64d3b-e9dc-4560-95d3-0ed912f69869 req-6d70215d-4466-45a6-a934-980cc50b4e62 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 May 16 15:22:46.675500 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399250ef-d9af-453d-8aaf-42ba57af6c46 req-9c4b03c7-d654-429f-bf26-14a6fc565f15 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:46.676947 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-399250ef-d9af-453d-8aaf-42ba57af6c46 req-9c4b03c7-d654-429f-bf26-14a6fc565f15 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.25 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 945 time: 0.0479414 May 16 15:22:46.760853 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-399250ef-d9af-453d-8aaf-42ba57af6c46 req-a6952d46-c9c6-42a0-b23e-8c79a04872be tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Deleting port d05f22fb-61c4-4547-a3de-62b5dbfbd546 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:46.761190 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-399250ef-d9af-453d-8aaf-42ba57af6c46 req-a6952d46-c9c6-42a0-b23e-8c79a04872be tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.848719 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-399250ef-d9af-453d-8aaf-42ba57af6c46 req-a6952d46-c9c6-42a0-b23e-8c79a04872be tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] For port d05f22fb-61c4-4547-a3de-62b5dbfbd546, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d05f22fb-61c4-4547-a3de-62b5dbfbd546,segment=NetworkSegment(bea188c8-3031-4008-8a3f-4b4f9f631f5f),segment_id=bea188c8-3031-4008-8a3f-4b4f9f631f5f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:46.849083 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-399250ef-d9af-453d-8aaf-42ba57af6c46 req-a6952d46-c9c6-42a0-b23e-8c79a04872be tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.861899 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-399250ef-d9af-453d-8aaf-42ba57af6c46 req-a6952d46-c9c6-42a0-b23e-8c79a04872be tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Calling delete_port for d05f22fb-61c4-4547-a3de-62b5dbfbd546 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:47.062845 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-399250ef-d9af-453d-8aaf-42ba57af6c46 req-a6952d46-c9c6-42a0-b23e-8c79a04872be tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (d05f22fb-61c4-4547-a3de-62b5dbfbd546), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:47.089145 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6952d46-c9c6-42a0-b23e-8c79a04872be tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Pushing event deleted for resources: {'Port': ['ID=d05f22fb-61c4-4547-a3de-62b5dbfbd546,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:47.100699 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['d05f22fb-61c4-4547-a3de-62b5dbfbd546'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:22:47.137900 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-399250ef-d9af-453d-8aaf-42ba57af6c46 req-a6952d46-c9c6-42a0-b23e-8c79a04872be tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] No DVR routers for this DVR port d05f22fb-61c4-4547-a3de-62b5dbfbd546 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:22:47.140362 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-399250ef-d9af-453d-8aaf-42ba57af6c46 req-a6952d46-c9c6-42a0-b23e-8c79a04872be tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:47.143540 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-399250ef-d9af-453d-8aaf-42ba57af6c46 req-a6952d46-c9c6-42a0-b23e-8c79a04872be tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.25 "DELETE /v2.0/ports/d05f22fb-61c4-4547-a3de-62b5dbfbd546 HTTP/1.1" status: 204 len: 173 time: 0.4602568 May 16 15:22:47.144035 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5da07-c654-4955-b69c-8a8ad9de6853', 'name': 'network-vif-deleted', 'tag': 'd05f22fb-61c4-4547-a3de-62b5dbfbd546'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:47.146225 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3405293b-3aaa-42e7-acb9-084bcb0d3532" -d '{"events": [{"server_uuid": "40c5da07-c654-4955-b69c-8a8ad9de6853", "name": "network-vif-deleted", "tag": "d05f22fb-61c4-4547-a3de-62b5dbfbd546"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:47.186949 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ec7746-2f1c-4f6f-bfce-0f315d4a1a67 x-openstack-request-id: req-51ec7746-2f1c-4f6f-bfce-0f315d4a1a67 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:47.187236 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5da07-c654-4955-b69c-8a8ad9de6853", "name": "network-vif-deleted", "tag": "d05f22fb-61c4-4547-a3de-62b5dbfbd546", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:47.187486 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-51ec7746-2f1c-4f6f-bfce-0f315d4a1a67 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:47.187934 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ec7746-2f1c-4f6f-bfce-0f315d4a1a67'] response: {'server_uuid': '40c5da07-c654-4955-b69c-8a8ad9de6853', 'name': 'network-vif-deleted', 'tag': 'd05f22fb-61c4-4547-a3de-62b5dbfbd546', 'status': 'completed', 'code': 200} May 16 15:22:47.538129 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-89e85774-6197-461c-8c93-0bd4ff8cb6c3 req-939eb03c-b47e-4976-b54d-cd7bbece21b1 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 210 time: 0.0297196 May 16 15:22:48.648455 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5122c440-b99c-4ffe-b94d-3f5344670786 req-b48004ba-b0d8-4335-859c-cd855aa5627c tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=40c5da07-c654-4955-b69c-8a8ad9de6853 HTTP/1.1" status: 200 len: 210 time: 0.0273767 May 16 15:22:49.969854 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-c5306c37-d286-4c8e-a6c2-03ae58a81574 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:49.971300 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-c5306c37-d286-4c8e-a6c2-03ae58a81574 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/networks?id=9d2175a1-ac19-4831-9c29-d30ae9fcfb01 HTTP/1.1" status: 200 len: 809 time: 0.1077130 May 16 15:22:49.987162 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-6b5507c5-2132-42c0-813d-70556646c7a1 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/quotas/797cc8faa2204b1287cbcac0cd3d41f1 HTTP/1.1" status: 200 len: 375 time: 0.0092161 May 16 15:22:50.022633 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-ee60afd8-d68c-4838-916b-bd9772336392 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=797cc8faa2204b1287cbcac0cd3d41f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296500 May 16 15:22:50.116907 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-4853d261-2b8b-40f5-aebe-eda310c76242 service neutron] 10.222.0.71 "GET /v2.0/networks/9d2175a1-ac19-4831-9c29-d30ae9fcfb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867641 May 16 15:22:50.513470 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-3fcbea01-5754-47ec-be85-603e7757bb77 service neutron] 10.222.0.71 "GET /v2.0/networks/9d2175a1-ac19-4831-9c29-d30ae9fcfb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901589 May 16 15:22:50.768303 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-99ed31eb-6965-4804-8a80-5be78a2d8924 req-f8f39a42-372d-4a00-9b04-5012424ec1e0 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 210 time: 0.0284431 May 16 15:22:51.867606 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9e9c077b-1a57-478b-81fc-574ab804cc3e req-59be5e01-9de6-429c-bbb2-285f070d299b tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 210 time: 0.0311475 May 16 15:22:51.969600 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device d05f22fb-61c4-4547-a3de-62b5dbfbd546 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:51.991591 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: d05f22fb-61c4-4547-a3de-62b5dbfbd546 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:51.991968 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device d05f22fb-61c4-4547-a3de-62b5dbfbd546 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:52.844032 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-e873ec10-1af8-4f70-82d9-86a371aac55b tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:52.845515 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-e873ec10-1af8-4f70-82d9-86a371aac55b tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.25 "GET /v2.0/networks?id=9d2175a1-ac19-4831-9c29-d30ae9fcfb01 HTTP/1.1" status: 200 len: 809 time: 0.1026788 May 16 15:22:52.864431 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Request body: {'port': {'device_id': '043723c2-9196-4474-9858-b0c2c95a7230', 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01', 'admin_state_up': True, 'tenant_id': '797cc8faa2204b1287cbcac0cd3d41f1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:52.981031 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8e0ed20b-dc09-4611-94e2-b8b63d546167 req-e35f47f5-44f1-4fab-81aa-51bac46902b0 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 210 time: 0.0435541 May 16 15:22:53.105119 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Made reservation on behalf of 797cc8faa2204b1287cbcac0cd3d41f1 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:22:53.108599 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:53.239412 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Allocated IP 172.20.0.6 (9d2175a1-ac19-4831-9c29-d30ae9fcfb01/c45ab423-8b61-44a2-be50-c68094bc3dcf/ffb1ba86-285b-406e-89c1-97b47a9e839e) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:22:53.384326 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks [] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:53.514386 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:53.556502 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:22:53.560224 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:22:53.566434 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:22:53.591298 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Pushing event updated for resources: {'Port': ['ID=ffb1ba86-285b-406e-89c1-97b47a9e839e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:53.618660 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:53.619273 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:53.697126 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-9f989007-5e76-4340-bd71-8d788dbfc88e tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8364758 May 16 15:22:53.715712 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Request body: {'port': {'device_id': '043723c2-9196-4474-9858-b0c2c95a7230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:22:53.778143 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:54.055753 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb1ba86-285b-406e-89c1-97b47a9e839e {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:22:54.071333 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Publish callbacks [] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:54.108147 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Transition to ACTIVE for port object ffb1ba86-285b-406e-89c1-97b47a9e839e will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:22:54.118833 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafec57-3055-4ce2-ba8a-a3b69b9028f9 req-280c77a8-5947-4881-9786-1fca3fe8b4df tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:54.120394 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9cafec57-3055-4ce2-ba8a-a3b69b9028f9 req-280c77a8-5947-4881-9786-1fca3fe8b4df tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 931 time: 0.0602343 May 16 15:22:54.167380 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9cafec57-3055-4ce2-ba8a-a3b69b9028f9 req-81e7d666-3d00-400b-9228-2002a23bd80c tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 May 16 15:22:54.193774 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:54.245119 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb1ba86-285b-406e-89c1-97b47a9e839e,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:54.316973 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Attempting to bind port ffb1ba86-285b-406e-89c1-97b47a9e839e on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:22:54.317233 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Attempting to bind port ffb1ba86-285b-406e-89c1-97b47a9e839e by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'bea188c8-3031-4008-8a3f-4b4f9f631f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:22:54.317557 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Attempting to bind port ffb1ba86-285b-406e-89c1-97b47a9e839e on network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:22:54.321851 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Port ffb1ba86-285b-406e-89c1-97b47a9e839e on network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:22:54.322163 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Attempting to bind port ffb1ba86-285b-406e-89c1-97b47a9e839e on network 9d2175a1-ac19-4831-9c29-d30ae9fcfb01 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:22:54.327517 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:22:54.327871 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Checking segment: {'id': 'bea188c8-3031-4008-8a3f-4b4f9f631f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:22:54.328250 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Bound using segment: {'id': 'bea188c8-3031-4008-8a3f-4b4f9f631f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:22:54.329063 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Bound port: ffb1ba86-285b-406e-89c1-97b47a9e839e, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea188c8-3031-4008-8a3f-4b4f9f631f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:22:54.329186 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:54.387725 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] For port ffb1ba86-285b-406e-89c1-97b47a9e839e, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:22:54.390702 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] For port ffb1ba86-285b-406e-89c1-97b47a9e839e, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ffb1ba86-285b-406e-89c1-97b47a9e839e,segment=NetworkSegment(bea188c8-3031-4008-8a3f-4b4f9f631f5f),segment_id=bea188c8-3031-4008-8a3f-4b4f9f631f5f)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:22:54.457578 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:54.490941 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:54.491555 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:54.492934 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] 10.222.0.25 "PUT /v2.0/ports/ffb1ba86-285b-406e-89c1-97b47a9e839e HTTP/1.1" status: 200 len: 1093 time: 0.7825830 May 16 15:22:54.493362 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043723c2-9196-4474-9858-b0c2c95a7230', 'tag': 'ffb1ba86-285b-406e-89c1-97b47a9e839e'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:54.496318 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0569308c-45d6-4f7a-81b2-1912d5913128" -d '{"events": [{"name": "network-changed", "server_uuid": "043723c2-9196-4474-9858-b0c2c95a7230", "tag": "ffb1ba86-285b-406e-89c1-97b47a9e839e"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:54.518242 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31771d72-d06e-4378-b0a6-71ade3dd6e31 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb1ba86-285b-406e-89c1-97b47a9e839e,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:54.533662 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a29106b-1daf-4f3c-a34d-64a451e2e2c8 x-openstack-request-id: req-6a29106b-1daf-4f3c-a34d-64a451e2e2c8 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:54.533982 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043723c2-9196-4474-9858-b0c2c95a7230", "tag": "ffb1ba86-285b-406e-89c1-97b47a9e839e", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:54.534234 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6a29106b-1daf-4f3c-a34d-64a451e2e2c8 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:54.534632 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a29106b-1daf-4f3c-a34d-64a451e2e2c8'] response: {'name': 'network-changed', 'server_uuid': '043723c2-9196-4474-9858-b0c2c95a7230', 'tag': 'ffb1ba86-285b-406e-89c1-97b47a9e839e', 'status': 'completed', 'code': 200} May 16 15:22:55.278930 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dc6e0-6162-4dc2-8538-57461e8b0366 req-af559180-ca69-4cae-9993-0b38a7c5d7a9 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:55.280426 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-616dc6e0-6162-4dc2-8538-57461e8b0366 req-af559180-ca69-4cae-9993-0b38a7c5d7a9 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 943 time: 0.0472844 May 16 15:22:55.331432 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-616dc6e0-6162-4dc2-8538-57461e8b0366 req-60bd6a58-73b7-4829-9be8-d85198c8ebaa tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 May 16 15:22:56.444811 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9269b7-0dec-480d-83ce-25e60cf71873 req-77737bd7-0774-4e1b-836b-2a43629a2db8 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:56.446324 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba9269b7-0dec-480d-83ce-25e60cf71873 req-77737bd7-0774-4e1b-836b-2a43629a2db8 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 943 time: 0.0468552 May 16 15:22:56.502746 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569308c-45d6-4f7a-81b2-1912d5913128 req-947211ea-354d-4a94-93dd-edd383af3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:56.504231 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0569308c-45d6-4f7a-81b2-1912d5913128 req-947211ea-354d-4a94-93dd-edd383af3460 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=797cc8faa2204b1287cbcac0cd3d41f1&device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 1127 time: 0.0523345 May 16 15:22:56.543073 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba9269b7-0dec-480d-83ce-25e60cf71873 req-96c4c035-836e-4e8c-9ab7-bdb90c2d6955 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899711 May 16 15:22:56.616446 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569308c-45d6-4f7a-81b2-1912d5913128 req-32de5edf-2764-418b-af7b-6c66e4d07d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:56.617789 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0569308c-45d6-4f7a-81b2-1912d5913128 req-32de5edf-2764-418b-af7b-6c66e4d07d2e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=797cc8faa2204b1287cbcac0cd3d41f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0992303 May 16 15:22:56.710997 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569308c-45d6-4f7a-81b2-1912d5913128 req-fd0a2e72-ad84-4a89-af35-9570eccba20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:56.712508 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0569308c-45d6-4f7a-81b2-1912d5913128 req-fd0a2e72-ad84-4a89-af35-9570eccba20e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867167 May 16 15:22:56.828631 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-51efa30f-4285-470a-9369-7e1959b1af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:56.830167 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-51efa30f-4285-470a-9369-7e1959b1af90 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=797cc8faa2204b1287cbcac0cd3d41f1&device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 1127 time: 0.0469940 May 16 15:22:56.885708 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-21ecd2cf-d6c3-46cd-8f25-3f94f6ce48b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffb1ba86-285b-406e-89c1-97b47a9e839e HTTP/1.1" status: 200 len: 217 time: 0.0337787 May 16 15:22:56.938919 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-50253aea-f1d9-44c1-a5fe-4c3ae1f6ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:56.940459 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-50253aea-f1d9-44c1-a5fe-4c3ae1f6ebb4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c45ab423-8b61-44a2-be50-c68094bc3dcf HTTP/1.1" status: 200 len: 849 time: 0.0459354 May 16 15:22:56.973609 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-de6c1f00-05eb-4f14-b052-fd113b982973 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d2175a1-ac19-4831-9c29-d30ae9fcfb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268378 May 16 15:22:57.069328 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-04efdafc-aa18-4273-8b97-ba208a8f7bc7 service neutron] 10.222.0.25 "GET /v2.0/networks/9d2175a1-ac19-4831-9c29-d30ae9fcfb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901573 May 16 15:22:57.160853 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7c6c5d9-2d0f-4ff8-a0e1-ffd171251c2b req-14a01422-6f52-445d-b3f2-8c08b460860d service neutron] 10.222.0.25 "GET /v2.0/networks/9d2175a1-ac19-4831-9c29-d30ae9fcfb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850091 May 16 15:22:57.662294 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a38b3a-42b5-4a99-aa00-8a811b61c04a req-e7c8a86a-81a6-4046-8311-9fcce2b2b326 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:57.663832 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-69a38b3a-42b5-4a99-aa00-8a811b61c04a req-e7c8a86a-81a6-4046-8311-9fcce2b2b326 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 943 time: 0.0530188 May 16 15:22:57.710209 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-69a38b3a-42b5-4a99-aa00-8a811b61c04a req-28eef8df-f145-4aa4-87db-e86708a8ad54 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401008 May 16 15:22:58.443158 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device ffb1ba86-285b-406e-89c1-97b47a9e839e details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:22:58.664497 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port ffb1ba86-285b-406e-89c1-97b47a9e839e, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ffb1ba86-285b-406e-89c1-97b47a9e839e,segment=NetworkSegment(bea188c8-3031-4008-8a3f-4b4f9f631f5f),segment_id=bea188c8-3031-4008-8a3f-4b4f9f631f5f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:58.676672 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': 'ffb1ba86-285b-406e-89c1-97b47a9e839e', 'network_id': '9d2175a1-ac19-4831-9c29-d30ae9fcfb01', 'port_id': 'ffb1ba86-285b-406e-89c1-97b47a9e839e', 'mac_address': 'fa:16:3e:ee:77:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45ab423-8b61-44a2-be50-c68094bc3dcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:22:58.710484 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port ffb1ba86-285b-406e-89c1-97b47a9e839e is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:58.710864 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:58.724030 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb1ba86-285b-406e-89c1-97b47a9e839e {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:22:58.744097 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port ffb1ba86-285b-406e-89c1-97b47a9e839e, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ffb1ba86-285b-406e-89c1-97b47a9e839e,segment=NetworkSegment(bea188c8-3031-4008-8a3f-4b4f9f631f5f),segment_id=bea188c8-3031-4008-8a3f-4b4f9f631f5f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:58.830109 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b5fbf-6900-4bfa-9a5e-bfeef9e6263d req-f249c179-d6f4-4d39-aac1-32b8ba65ec9c tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:58.831586 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b04b5fbf-6900-4bfa-9a5e-bfeef9e6263d req-f249c179-d6f4-4d39-aac1-32b8ba65ec9c tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 943 time: 0.0491624 May 16 15:22:58.848162 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:58.879292 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b04b5fbf-6900-4bfa-9a5e-bfeef9e6263d req-07bef41d-7abe-4d16-bfd0-db2b2c5f2cf8 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422599 May 16 15:22:58.896452 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=ffb1ba86-285b-406e-89c1-97b47a9e839e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:58.904037 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.904388 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.904755 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.905103 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.905435 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.905769 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.906098 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.906425 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.906800 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.907126 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.907451 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.907804 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.908128 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.908451 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:58.908772 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.109596 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['ffb1ba86-285b-406e-89c1-97b47a9e839e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:22:59.151244 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 39120) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:59.255336 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.329078 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Publish callbacks [] for security_group (853329d7-a0d7-4dbd-8c8f-f52dfee1bb27), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.399585 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (853329d7-a0d7-4dbd-8c8f-f52dfee1bb27), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.441363 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=76ef47dc1d6f4d1daf05f9992c784414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884159 May 16 15:22:59.442104 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853329d7-a0d7-4dbd-8c8f-f52dfee1bb27,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:59.444084 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 39136) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.466545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405b69a0-0c87-4ed0-8b78-5b4d2fe49caa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:59.507523 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-056ef74c-ae12-488d-8f35-1f58574352bd admin admin] Publish callbacks [] for security_group (853329d7-a0d7-4dbd-8c8f-f52dfee1bb27), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.530166 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-056ef74c-ae12-488d-8f35-1f58574352bd admin admin] Publish callbacks [] for security_group (853329d7-a0d7-4dbd-8c8f-f52dfee1bb27), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.642295 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-056ef74c-ae12-488d-8f35-1f58574352bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (853329d7-a0d7-4dbd-8c8f-f52dfee1bb27), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.644922 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-056ef74c-ae12-488d-8f35-1f58574352bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.646080 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-056ef74c-ae12-488d-8f35-1f58574352bd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/853329d7-a0d7-4dbd-8c8f-f52dfee1bb27 HTTP/1.1" status: 204 len: 168 time: 0.2000065 May 16 15:22:59.654758 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ef74c-ae12-488d-8f35-1f58574352bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853329d7-a0d7-4dbd-8c8f-f52dfee1bb27,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:59.996586 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3c611-951a-4a36-8c0f-d9284c8adc9d req-38458719-ec1c-45bb-abb2-2397f5822fe0 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:59.998070 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6fb3c611-951a-4a36-8c0f-d9284c8adc9d req-38458719-ec1c-45bb-abb2-2397f5822fe0 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 944 time: 0.0509770 May 16 15:23:00.046303 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6fb3c611-951a-4a36-8c0f-d9284c8adc9d req-fd8ba2a2-16db-4d17-805a-27c3f6cb8c51 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426056 May 16 15:23:00.467690 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device ffb1ba86-285b-406e-89c1-97b47a9e839e up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:23:00.512637 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port ffb1ba86-285b-406e-89c1-97b47a9e839e completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:23:00.619570 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port ffb1ba86-285b-406e-89c1-97b47a9e839e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:00.619984 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:00.693947 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port ffb1ba86-285b-406e-89c1-97b47a9e839e is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:00.694343 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:00.719151 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043723c2-9196-4474-9858-b0c2c95a7230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb1ba86-285b-406e-89c1-97b47a9e839e'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:23:00.721450 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fded585-13b0-4715-97d5-3dfb3c1b4c89" -d '{"events": [{"server_uuid": "043723c2-9196-4474-9858-b0c2c95a7230", "name": "network-vif-plugged", "status": "completed", "tag": "ffb1ba86-285b-406e-89c1-97b47a9e839e"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:23:00.734989 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port ffb1ba86-285b-406e-89c1-97b47a9e839e, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ffb1ba86-285b-406e-89c1-97b47a9e839e,segment=NetworkSegment(bea188c8-3031-4008-8a3f-4b4f9f631f5f),segment_id=bea188c8-3031-4008-8a3f-4b4f9f631f5f)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:00.764160 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea198969-462e-4dd5-8e23-d07127361178 x-openstack-request-id: req-ea198969-462e-4dd5-8e23-d07127361178 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:23:00.764557 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043723c2-9196-4474-9858-b0c2c95a7230", "name": "network-vif-plugged", "status": "completed", "tag": "ffb1ba86-285b-406e-89c1-97b47a9e839e", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:23:00.764813 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea198969-462e-4dd5-8e23-d07127361178 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:23:00.765211 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea198969-462e-4dd5-8e23-d07127361178'] response: {'server_uuid': '043723c2-9196-4474-9858-b0c2c95a7230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb1ba86-285b-406e-89c1-97b47a9e839e', 'code': 200} May 16 15:23:00.789007 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:00.849542 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=ffb1ba86-285b-406e-89c1-97b47a9e839e,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:01.160781 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8e68b-efa4-4550-a567-b67e58db9ec5 req-84c4c7d8-450b-4a09-aa00-2cdf955d8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:01.162380 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ade8e68b-efa4-4550-a567-b67e58db9ec5 req-84c4c7d8-450b-4a09-aa00-2cdf955d8a24 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 1129 time: 0.0656812 May 16 15:23:01.190504 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3de3ac-d0da-41f7-ab05-eec41f749e12 req-885067b1-f1fd-4b0d-9cb7-b1abc770f0f3 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:01.191978 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b3de3ac-d0da-41f7-ab05-eec41f749e12 req-885067b1-f1fd-4b0d-9cb7-b1abc770f0f3 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 945 time: 0.0690832 May 16 15:23:01.236956 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ade8e68b-efa4-4550-a567-b67e58db9ec5 req-aa4c9831-c9f2-4636-b0a8-aea22bcfaf2d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676229 May 16 15:23:01.258507 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b3de3ac-d0da-41f7-ab05-eec41f749e12 req-72c1ccc0-0a68-45ea-bd4d-84ce57c0e2d9 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539720 May 16 15:23:01.607597 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:23:02.042398 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 39208) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:02.148366 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e48e3bf4-03fc-43c5-b31f-c40b7d859cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:02.221261 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e48e3bf4-03fc-43c5-b31f-c40b7d859cff admin admin] Publish callbacks [] for security_group (9a7a158b-722e-41fc-b7f6-15d8d9ed9373), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:02.319593 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e48e3bf4-03fc-43c5-b31f-c40b7d859cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (9a7a158b-722e-41fc-b7f6-15d8d9ed9373), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:02.358952 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e48e3bf4-03fc-43c5-b31f-c40b7d859cff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f8110316a04949afbb214f4f46f34c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146870 May 16 15:23:02.359908 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e3bf4-03fc-43c5-b31f-c40b7d859cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7a158b-722e-41fc-b7f6-15d8d9ed9373,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:02.362558 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 39214) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:02.392276 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdb775-884c-498e-859b-0aac57f57d64 req-ac9a0c66-9bac-4612-b6b6-3cd2e46822e2 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:02.393821 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ecfdb775-884c-498e-859b-0aac57f57d64 req-ac9a0c66-9bac-4612-b6b6-3cd2e46822e2 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 945 time: 0.0654883 May 16 15:23:02.414219 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1771fe97-c455-4df8-82aa-33e269fa8437 admin admin] Publish callbacks [] for security_group (9a7a158b-722e-41fc-b7f6-15d8d9ed9373), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:02.436207 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1771fe97-c455-4df8-82aa-33e269fa8437 admin admin] Publish callbacks [] for security_group (9a7a158b-722e-41fc-b7f6-15d8d9ed9373), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:02.441147 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ecfdb775-884c-498e-859b-0aac57f57d64 req-48981ee6-b531-47b9-956c-3b8acf1f1bcb tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 May 16 15:23:02.557041 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1771fe97-c455-4df8-82aa-33e269fa8437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (9a7a158b-722e-41fc-b7f6-15d8d9ed9373), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:02.561363 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1771fe97-c455-4df8-82aa-33e269fa8437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:02.562504 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1771fe97-c455-4df8-82aa-33e269fa8437 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a7a158b-722e-41fc-b7f6-15d8d9ed9373 HTTP/1.1" status: 204 len: 168 time: 0.1990530 May 16 15:23:02.571101 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771fe97-c455-4df8-82aa-33e269fa8437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7a158b-722e-41fc-b7f6-15d8d9ed9373,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:03.201891 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 39232) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:03.214527 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c613723f-bb98-4e0e-b8eb-264f51450091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:03.289803 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c613723f-bb98-4e0e-b8eb-264f51450091 admin admin] Publish callbacks [] for security_group (5a3f03e3-350d-40a3-b443-1b2a80944878), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:03.362181 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c613723f-bb98-4e0e-b8eb-264f51450091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (5a3f03e3-350d-40a3-b443-1b2a80944878), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:03.400721 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c613723f-bb98-4e0e-b8eb-264f51450091 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9522eb9c52184a39a8deb29ec4141ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976290 May 16 15:23:03.402497 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613723f-bb98-4e0e-b8eb-264f51450091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f03e3-350d-40a3-b443-1b2a80944878,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:03.403911 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 39234) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:03.434143 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5ca5f6d3-9b74-4222-a68e-2b78de706871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:03.472819 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Publish callbacks [] for security_group (5a3f03e3-350d-40a3-b443-1b2a80944878), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:03.493939 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Publish callbacks [] for security_group (5a3f03e3-350d-40a3-b443-1b2a80944878), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:03.571742 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74490d25-ccd8-406d-9d90-7bffba53b28d req-109bd022-2c26-4424-b91a-16aed1cecc5c tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:03.573221 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-74490d25-ccd8-406d-9d90-7bffba53b28d req-109bd022-2c26-4424-b91a-16aed1cecc5c tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 945 time: 0.0567260 May 16 15:23:03.620624 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-74490d25-ccd8-406d-9d90-7bffba53b28d req-5b758826-f920-4ae1-96db-a16f43f73cb8 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 May 16 15:23:03.657003 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (5a3f03e3-350d-40a3-b443-1b2a80944878), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:03.660433 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:03.662869 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5a3f03e3-350d-40a3-b443-1b2a80944878 HTTP/1.1" status: 204 len: 168 time: 0.2567830 May 16 15:23:03.670584 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f03e3-350d-40a3-b443-1b2a80944878,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:03.677903 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.678253 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.678596 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.678935 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.679269 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.679599 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.679951 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.680275 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.680602 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.680931 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.681389 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.681638 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.681956 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.682278 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:03.682598 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c520e8dc-1961-424d-988a-d6a03ed21424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:05.106354 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7a3ad-79bf-4415-95b3-a912b9119af2 req-77cee8c4-3e28-4ef2-be40-f5ad6e7f5b04 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:05.108126 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-34c7a3ad-79bf-4415-95b3-a912b9119af2 req-77cee8c4-3e28-4ef2-be40-f5ad6e7f5b04 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 945 time: 0.0501323 May 16 15:23:05.156594 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-34c7a3ad-79bf-4415-95b3-a912b9119af2 req-546f3936-38fd-40e1-a5f3-d28ab0c84de2 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428488 May 16 15:23:05.597706 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c9caacb7-0010-4fe8-8ed8-9f8709b938e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:06.286326 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd383aea-9b40-4792-8374-fd028e488e54 req-8a314b24-58bb-4e56-bc56-59a699461d55 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:06.287794 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd383aea-9b40-4792-8374-fd028e488e54 req-8a314b24-58bb-4e56-bc56-59a699461d55 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 945 time: 0.0468259 May 16 15:23:06.338904 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd383aea-9b40-4792-8374-fd028e488e54 req-376b9905-4d38-48bd-bab8-a6e6ba399de0 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/security-groups?id=a239152a-481d-4c0a-b74d-c54a2563d398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 May 16 15:23:06.547103 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf3d85-a562-4d58-a789-ee3899740a79 req-3a482bfa-6f24-46c8-824a-69449dd34240 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:06.548618 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2ebf3d85-a562-4d58-a789-ee3899740a79 req-3a482bfa-6f24-46c8-824a-69449dd34240 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.25 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 945 time: 0.0468059 May 16 15:23:06.631995 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-2ebf3d85-a562-4d58-a789-ee3899740a79 req-76ec914e-f5db-4e32-9f0b-5fb7e4500173 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Deleting port ffb1ba86-285b-406e-89c1-97b47a9e839e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:23:06.632334 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2ebf3d85-a562-4d58-a789-ee3899740a79 req-76ec914e-f5db-4e32-9f0b-5fb7e4500173 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:06.665567 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:06.723759 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2ebf3d85-a562-4d58-a789-ee3899740a79 req-76ec914e-f5db-4e32-9f0b-5fb7e4500173 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] For port ffb1ba86-285b-406e-89c1-97b47a9e839e, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ffb1ba86-285b-406e-89c1-97b47a9e839e,segment=NetworkSegment(bea188c8-3031-4008-8a3f-4b4f9f631f5f),segment_id=bea188c8-3031-4008-8a3f-4b4f9f631f5f)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:06.724122 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2ebf3d85-a562-4d58-a789-ee3899740a79 req-76ec914e-f5db-4e32-9f0b-5fb7e4500173 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:06.737743 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-2ebf3d85-a562-4d58-a789-ee3899740a79 req-76ec914e-f5db-4e32-9f0b-5fb7e4500173 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Calling delete_port for ffb1ba86-285b-406e-89c1-97b47a9e839e owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:23:06.934013 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2ebf3d85-a562-4d58-a789-ee3899740a79 req-76ec914e-f5db-4e32-9f0b-5fb7e4500173 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (ffb1ba86-285b-406e-89c1-97b47a9e839e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:06.962754 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec914e-f5db-4e32-9f0b-5fb7e4500173 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Pushing event deleted for resources: {'Port': ['ID=ffb1ba86-285b-406e-89c1-97b47a9e839e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:06.972199 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['ffb1ba86-285b-406e-89c1-97b47a9e839e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:23:07.006891 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebf3d85-a562-4d58-a789-ee3899740a79 req-76ec914e-f5db-4e32-9f0b-5fb7e4500173 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] No DVR routers for this DVR port ffb1ba86-285b-406e-89c1-97b47a9e839e on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:23:07.009388 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2ebf3d85-a562-4d58-a789-ee3899740a79 req-76ec914e-f5db-4e32-9f0b-5fb7e4500173 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:07.019208 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2ebf3d85-a562-4d58-a789-ee3899740a79 req-76ec914e-f5db-4e32-9f0b-5fb7e4500173 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.25 "DELETE /v2.0/ports/ffb1ba86-285b-406e-89c1-97b47a9e839e HTTP/1.1" status: 204 len: 173 time: 0.4582350 May 16 15:23:07.019208 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043723c2-9196-4474-9858-b0c2c95a7230', 'name': 'network-vif-deleted', 'tag': 'ffb1ba86-285b-406e-89c1-97b47a9e839e'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:23:07.019208 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b982ec55-6764-4b33-be14-463d13d63af3" -d '{"events": [{"server_uuid": "043723c2-9196-4474-9858-b0c2c95a7230", "name": "network-vif-deleted", "tag": "ffb1ba86-285b-406e-89c1-97b47a9e839e"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:23:07.051585 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cd70d9-6a7a-4c85-b209-f7a682e7e645 x-openstack-request-id: req-a9cd70d9-6a7a-4c85-b209-f7a682e7e645 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:23:07.051925 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043723c2-9196-4474-9858-b0c2c95a7230", "name": "network-vif-deleted", "tag": "ffb1ba86-285b-406e-89c1-97b47a9e839e", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:23:07.052184 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a9cd70d9-6a7a-4c85-b209-f7a682e7e645 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:23:07.052624 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9cd70d9-6a7a-4c85-b209-f7a682e7e645'] response: {'server_uuid': '043723c2-9196-4474-9858-b0c2c95a7230', 'name': 'network-vif-deleted', 'tag': 'ffb1ba86-285b-406e-89c1-97b47a9e839e', 'status': 'completed', 'code': 200} May 16 15:23:07.450728 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-641d53dc-0c3a-4c1a-9b31-713cee1eaa5a req-008269ec-a8de-43ba-b70c-194b52992948 tempest-VolumesActionsTest-1342571657 tempest-VolumesActionsTest-1342571657-project] 10.222.0.71 "GET /v2.0/ports?device_id=043723c2-9196-4474-9858-b0c2c95a7230 HTTP/1.1" status: 200 len: 210 time: 0.0292222 May 16 15:23:08.088129 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:10.625236 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:10.933417 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 39416) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:11.035544 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16099729-b6ec-44ff-b794-e6dd79f4037a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.110795 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16099729-b6ec-44ff-b794-e6dd79f4037a admin admin] Publish callbacks [] for security_group (a907a3d0-4d1d-4f02-8145-1f9cf081eca6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.165116 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16099729-b6ec-44ff-b794-e6dd79f4037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (a907a3d0-4d1d-4f02-8145-1f9cf081eca6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.202954 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-16099729-b6ec-44ff-b794-e6dd79f4037a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ef783dd02ddb445baa4f10974616e3d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684774 May 16 15:23:11.203990 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16099729-b6ec-44ff-b794-e6dd79f4037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a907a3d0-4d1d-4f02-8145-1f9cf081eca6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:11.205647 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 39420) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:11.255548 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07a8a955-ecac-445b-b6dd-de338afc05e2 admin admin] Publish callbacks [] for security_group (a907a3d0-4d1d-4f02-8145-1f9cf081eca6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.476456 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07a8a955-ecac-445b-b6dd-de338afc05e2 admin admin] Publish callbacks [] for security_group (a907a3d0-4d1d-4f02-8145-1f9cf081eca6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.587981 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07a8a955-ecac-445b-b6dd-de338afc05e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (a907a3d0-4d1d-4f02-8145-1f9cf081eca6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.590628 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07a8a955-ecac-445b-b6dd-de338afc05e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:11.591973 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-07a8a955-ecac-445b-b6dd-de338afc05e2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a907a3d0-4d1d-4f02-8145-1f9cf081eca6 HTTP/1.1" status: 204 len: 168 time: 0.3851490 May 16 15:23:11.600116 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8a955-ecac-445b-b6dd-de338afc05e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a907a3d0-4d1d-4f02-8145-1f9cf081eca6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:11.648155 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device ffb1ba86-285b-406e-89c1-97b47a9e839e no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:23:11.675763 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: ffb1ba86-285b-406e-89c1-97b47a9e839e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:23:11.678253 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device ffb1ba86-285b-406e-89c1-97b47a9e839e not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:23:11.765570 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.161071 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 39432) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:12.174087 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc43217c-b956-4ff4-bc63-f085a936a4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.251124 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc43217c-b956-4ff4-bc63-f085a936a4fa admin admin] Publish callbacks [] for security_group (44b75fde-f540-4b65-9610-14faff1b8207), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.319504 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc43217c-b956-4ff4-bc63-f085a936a4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (44b75fde-f540-4b65-9610-14faff1b8207), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.357651 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-dc43217c-b956-4ff4-bc63-f085a936a4fa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f3263c87dac4dab90275c3c8302efaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953862 May 16 15:23:12.358529 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43217c-b956-4ff4-bc63-f085a936a4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b75fde-f540-4b65-9610-14faff1b8207,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:12.360327 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 39434) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:12.408836 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-402b3d57-5e7c-4ec5-9537-f82102f87739 admin admin] Publish callbacks [] for security_group (44b75fde-f540-4b65-9610-14faff1b8207), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.429242 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-402b3d57-5e7c-4ec5-9537-f82102f87739 admin admin] Publish callbacks [] for security_group (44b75fde-f540-4b65-9610-14faff1b8207), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.577993 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-402b3d57-5e7c-4ec5-9537-f82102f87739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (44b75fde-f540-4b65-9610-14faff1b8207), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.577993 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-402b3d57-5e7c-4ec5-9537-f82102f87739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.578834 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-402b3d57-5e7c-4ec5-9537-f82102f87739 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/44b75fde-f540-4b65-9610-14faff1b8207 HTTP/1.1" status: 204 len: 168 time: 0.2174711 May 16 15:23:12.586896 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b3d57-5e7c-4ec5-9537-f82102f87739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b75fde-f540-4b65-9610-14faff1b8207,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:13.612867 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 39464) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:13.710219 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-197627963-network', 'tenant_id': '5e343d0e69de4a2c956a7ebc9056b8d5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:13.819523 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Made reservation on behalf of 5e343d0e69de4a2c956a7ebc9056b8d5 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:23:13.821962 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.830588 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.908050 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Publish callbacks [] for security_group (0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.973621 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.998368 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:23:14.006771 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:14.014213 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (24319ca4-71f1-4435-8a53-9eaedc1f8208), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:14.014213 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Added segment 24319ca4-71f1-4435-8a53-9eaedc1f8208 of type vlan for network 2aa68265-e33f-4bb0-af32-8089310ebac3 May 16 15:23:14.054509 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (2aa68265-e33f-4bb0-af32-8089310ebac3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:14.133510 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (2aa68265-e33f-4bb0-af32-8089310ebac3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:14.134548 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:14.135135 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:14.192173 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] Pushing event updated for resources: {'Network': ['ID=2aa68265-e33f-4bb0-af32-8089310ebac3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:14.202197 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 2aa68265-e33f-4bb0-af32-8089310ebac3 details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:23:14.222247 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2da06d0c-a4dc-4b0b-8071-9ba16faf0d40 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6081214 May 16 15:23:14.224948 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 39472) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:14.229566 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ff03fe95-d5e3-4792-ad10-0d89d586da48 admin admin] Request body: {'subnet': {'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-197627963-subnet', 'tenant_id': '5e343d0e69de4a2c956a7ebc9056b8d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:14.302374 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff03fe95-d5e3-4792-ad10-0d89d586da48 admin admin] Made reservation on behalf of 5e343d0e69de4a2c956a7ebc9056b8d5 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:23:14.304802 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff03fe95-d5e3-4792-ad10-0d89d586da48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28552041'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:14.511463 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff03fe95-d5e3-4792-ad10-0d89d586da48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28144967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28552063'] for subnet (d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:14.566679 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03fe95-d5e3-4792-ad10-0d89d586da48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:14.583916 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff03fe95-d5e3-4792-ad10-0d89d586da48 admin admin] Checking segment: {'id': '24319ca4-71f1-4435-8a53-9eaedc1f8208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:23:14.584276 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff03fe95-d5e3-4792-ad10-0d89d586da48 admin admin] Network hostable DHCP agents. Network: 2aa68265-e33f-4bb0-af32-8089310ebac3, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:23:14.665225 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff03fe95-d5e3-4792-ad10-0d89d586da48 admin admin] Network 2aa68265-e33f-4bb0-af32-8089310ebac3 is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:23:14.739352 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ff03fe95-d5e3-4792-ad10-0d89d586da48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 2aa68265-e33f-4bb0-af32-8089310ebac3) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:23:14.743428 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03fe95-d5e3-4792-ad10-0d89d586da48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:14.744162 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ff03fe95-d5e3-4792-ad10-0d89d586da48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:14.748716 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67887713-9577-4beb-8a6c-6dfb9f0df8ed None None] Network 2aa68265-e33f-4bb0-af32-8089310ebac3 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:23:14.844968 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ff03fe95-d5e3-4792-ad10-0d89d586da48 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6134408 May 16 15:23:14.847084 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd17cc2e-c071-4cee-bd5a-2ab827c98b33 None None] Network 2aa68265-e33f-4bb0-af32-8089310ebac3 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:23:16.965665 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-476faf78-8b1e-4470-bea1-f2b1ecea7b2f tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:16.967224 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-476faf78-8b1e-4470-bea1-f2b1ecea7b2f tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/networks?id=2aa68265-e33f-4bb0-af32-8089310ebac3 HTTP/1.1" status: 200 len: 813 time: 0.1068969 May 16 15:23:16.982751 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-72384d7f-f574-4d9a-8d68-ff2faab35461 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/quotas/5e343d0e69de4a2c956a7ebc9056b8d5 HTTP/1.1" status: 200 len: 375 time: 0.0091665 May 16 15:23:17.019599 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-011226eb-a548-408b-bbc0-c657c7e91980 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e343d0e69de4a2c956a7ebc9056b8d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321157 May 16 15:23:17.206976 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-db414569-d42b-4e6d-9fbd-a5618de491e4 service neutron] 10.222.0.71 "GET /v2.0/networks/2aa68265-e33f-4bb0-af32-8089310ebac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805542 May 16 15:23:17.304557 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-75683aa9-f208-407c-952e-a4b00b2adf18 service neutron] 10.222.0.71 "GET /v2.0/networks/2aa68265-e33f-4bb0-af32-8089310ebac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920455 May 16 15:23:17.655906 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0162b4e2-3c3b-41a2-90a5-20e63050764d req-ffa766a8-5182-4ae5-8a87-84dd302714d7 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0670331 May 16 15:23:18.994731 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b6ecee37-8188-45dd-b77a-d185b7953e8b req-b43bf15c-417d-4a30-a0c8-ff682a452202 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0389316 May 16 15:23:20.148525 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3120efeb-d6de-42c3-a2af-fcc78c7d4740 req-7a79fed7-8e74-4c21-81c2-54c0de0ab2b0 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0631754 May 16 15:23:20.187738 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-43ab9fc8-271b-4250-9d70-c1d9e875da70 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:20.189183 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-43ab9fc8-271b-4250-9d70-c1d9e875da70 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.25 "GET /v2.0/networks?id=2aa68265-e33f-4bb0-af32-8089310ebac3 HTTP/1.1" status: 200 len: 813 time: 0.1346402 May 16 15:23:20.207959 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Request body: {'port': {'device_id': 'cc996c8a-6e8c-417e-8afe-78c27b11b6e2', 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3', 'admin_state_up': True, 'tenant_id': '5e343d0e69de4a2c956a7ebc9056b8d5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:20.451447 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Made reservation on behalf of 5e343d0e69de4a2c956a7ebc9056b8d5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:23:20.455772 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.636549 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Allocated IP 172.20.0.3 (2aa68265-e33f-4bb0-af32-8089310ebac3/d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca/90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:23:20.820643 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks [] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:20.963543 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:21.012325 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Network 2aa68265-e33f-4bb0-af32-8089310ebac3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:23:21.017059 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:23:21.019857 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:23:21.063268 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Pushing event updated for resources: {'Port': ['ID=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:21.086719 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:21.087341 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:21.174721 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-3eca2a1f-7c72-4c3a-a6d7-b800d8b7dc25 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9707847 May 16 15:23:21.193528 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Request body: {'port': {'device_id': 'cc996c8a-6e8c-417e-8afe-78c27b11b6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:21.309236 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64b04-7df5-4026-a9b7-4e358d826b54 req-b6f759c3-7272-4b46-9993-9e35d872877c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:21.311367 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3ba64b04-7df5-4026-a9b7-4e358d826b54 req-b6f759c3-7272-4b46-9993-9e35d872877c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 931 time: 0.0668139 May 16 15:23:21.314444 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:21.415453 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3ba64b04-7df5-4026-a9b7-4e358d826b54 req-13ae67b9-9133-4587-b6fd-b5c0509c0a97 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920227 May 16 15:23:21.690348 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:23:21.699372 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Publish callbacks [] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:21.715186 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Transition to ACTIVE for port object 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:23:21.816729 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:21.912896 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Pushing event updated for resources: {'Port': ['ID=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:21.981488 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Attempting to bind port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:23:21.983696 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Attempting to bind port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '24319ca4-71f1-4435-8a53-9eaedc1f8208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:23:21.984341 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Attempting to bind port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 on network 2aa68265-e33f-4bb0-af32-8089310ebac3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:23:21.991480 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 on network 2aa68265-e33f-4bb0-af32-8089310ebac3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:23:21.991829 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Attempting to bind port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 on network 2aa68265-e33f-4bb0-af32-8089310ebac3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:23:21.996900 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:23:21.997238 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Checking segment: {'id': '24319ca4-71f1-4435-8a53-9eaedc1f8208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:23:21.997621 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Bound using segment: {'id': '24319ca4-71f1-4435-8a53-9eaedc1f8208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:23:21.998890 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Bound port: 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24319ca4-71f1-4435-8a53-9eaedc1f8208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:23:21.999263 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.071526 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] For port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:23:22.077523 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] For port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6,segment=NetworkSegment(24319ca4-71f1-4435-8a53-9eaedc1f8208),segment_id=24319ca4-71f1-4435-8a53-9eaedc1f8208)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:23:22.149798 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.204024 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:22.205008 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.206978 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] 10.222.0.25 "PUT /v2.0/ports/90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 HTTP/1.1" status: 200 len: 1093 time: 1.0186439 May 16 15:23:22.207421 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc996c8a-6e8c-417e-8afe-78c27b11b6e2', 'tag': '90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:23:22.211996 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1115e373-d3c1-43d7-b590-67985314e624" -d '{"events": [{"name": "network-changed", "server_uuid": "cc996c8a-6e8c-417e-8afe-78c27b11b6e2", "tag": "90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:23:22.253300 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ad158-0a63-4a54-8ed1-153439a7b83b service neutron] Pushing event updated for resources: {'Port': ['ID=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:22.258347 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df26522e-d24a-40ba-adcc-71175da2395f x-openstack-request-id: req-df26522e-d24a-40ba-adcc-71175da2395f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:23:22.258883 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc996c8a-6e8c-417e-8afe-78c27b11b6e2", "tag": "90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:23:22.259206 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-df26522e-d24a-40ba-adcc-71175da2395f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:23:22.259695 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df26522e-d24a-40ba-adcc-71175da2395f'] response: {'name': 'network-changed', 'server_uuid': 'cc996c8a-6e8c-417e-8afe-78c27b11b6e2', 'tag': '90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6', 'status': 'completed', 'code': 200} May 16 15:23:22.346534 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115e373-d3c1-43d7-b590-67985314e624 req-b8f72c1d-3a2a-4e99-a69f-98e2e17707e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:22.348302 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1115e373-d3c1-43d7-b590-67985314e624 req-b8f72c1d-3a2a-4e99-a69f-98e2e17707e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e343d0e69de4a2c956a7ebc9056b8d5&device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 1127 time: 0.0485320 May 16 15:23:22.476865 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115e373-d3c1-43d7-b590-67985314e624 req-f9f175e2-b22d-435d-a37b-ae2257a4082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:22.478746 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1115e373-d3c1-43d7-b590-67985314e624 req-f9f175e2-b22d-435d-a37b-ae2257a4082f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=5e343d0e69de4a2c956a7ebc9056b8d5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1152856 May 16 15:23:22.637075 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e865b-8735-4285-ad1b-c36b82f2deb6 req-3c4dddf5-c055-4677-9f8f-31d4058288b2 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:22.638908 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-384e865b-8735-4285-ad1b-c36b82f2deb6 req-3c4dddf5-c055-4677-9f8f-31d4058288b2 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 943 time: 0.0719178 May 16 15:23:22.640843 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115e373-d3c1-43d7-b590-67985314e624 req-dc74d1e7-6975-47a1-8fe3-fea27c611366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:22.642243 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1115e373-d3c1-43d7-b590-67985314e624 req-dc74d1e7-6975-47a1-8fe3-fea27c611366 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570966 May 16 15:23:22.699378 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-384e865b-8735-4285-ad1b-c36b82f2deb6 req-497f6f2c-bbf7-404c-b440-19556c1e5cd0 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524936 May 16 15:23:22.775092 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-7a994628-f1b8-46ae-9f43-4ab74fe4b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:22.776598 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-7a994628-f1b8-46ae-9f43-4ab74fe4b3dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e343d0e69de4a2c956a7ebc9056b8d5&device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 1127 time: 0.0520959 May 16 15:23:22.828057 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-be219dbc-9225-4f27-b597-3b7b3ec2ed54 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 HTTP/1.1" status: 200 len: 217 time: 0.0378377 May 16 15:23:22.900578 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-dda50912-c64e-4e2f-bec4-d177416c6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:22.902717 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-dda50912-c64e-4e2f-bec4-d177416c6b4c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca HTTP/1.1" status: 200 len: 853 time: 0.0683613 May 16 15:23:22.949241 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-27ae0b5e-53e5-4232-b167-ae8cdc6dbf2f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2aa68265-e33f-4bb0-af32-8089310ebac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400546 May 16 15:23:23.052985 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-454d5249-e84c-4469-b244-6f1b41256bfb service neutron] 10.222.0.25 "GET /v2.0/networks/2aa68265-e33f-4bb0-af32-8089310ebac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957880 May 16 15:23:23.179696 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50d6303b-e28c-4c7d-9ce5-468c2526231b req-8f42f3d1-43f7-4a16-8e0a-e7c83b6d1c32 service neutron] 10.222.0.25 "GET /v2.0/networks/2aa68265-e33f-4bb0-af32-8089310ebac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202459 May 16 15:23:23.834555 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edee05-04f0-4f5d-b528-07d3b4951ba3 req-f636fbcb-68fe-4df5-aae7-aa2d2540766f tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:23.836276 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f8edee05-04f0-4f5d-b528-07d3b4951ba3 req-f636fbcb-68fe-4df5-aae7-aa2d2540766f tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 943 time: 0.0615036 May 16 15:23:23.898009 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f8edee05-04f0-4f5d-b528-07d3b4951ba3 req-2aa957b2-d67e-4fca-bdc7-bca9df04ba87 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527947 May 16 15:23:24.573747 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:23:24.678541 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6,segment=NetworkSegment(24319ca4-71f1-4435-8a53-9eaedc1f8208),segment_id=24319ca4-71f1-4435-8a53-9eaedc1f8208)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:24.690199 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6', 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3', 'port_id': '90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6', 'mac_address': 'fa:16:3e:75:cf:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd695e8b1-4150-485c-aa9b-2b8b7a4fc9ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:23:24.730633 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:24.731138 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.745256 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:23:24.766722 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6,segment=NetworkSegment(24319ca4-71f1-4435-8a53-9eaedc1f8208),segment_id=24319ca4-71f1-4435-8a53-9eaedc1f8208)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:24.850968 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:24.901709 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:25.007299 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a752e-9a93-4f21-8da4-0ce4ea6029e3 req-d1b0f191-92ad-4596-8fec-f459a01d03d1 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:25.008908 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-346a752e-9a93-4f21-8da4-0ce4ea6029e3 req-d1b0f191-92ad-4596-8fec-f459a01d03d1 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 944 time: 0.0510094 May 16 15:23:25.061609 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-346a752e-9a93-4f21-8da4-0ce4ea6029e3 req-176328c6-a1b6-433b-a31d-ac2fbd3048c8 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460174 May 16 15:23:25.173672 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:23:26.195565 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d3c9e-da0f-4f16-b539-49c8303b4b34 req-ed40aa1f-77c4-4b63-846a-866ac0c8f55d tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:26.197224 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df7d3c9e-da0f-4f16-b539-49c8303b4b34 req-ed40aa1f-77c4-4b63-846a-866ac0c8f55d tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 944 time: 0.0565381 May 16 15:23:26.248383 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df7d3c9e-da0f-4f16-b539-49c8303b4b34 req-35b3668a-aa37-47c6-8054-be9694011e76 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446925 May 16 15:23:26.564436 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:23:26.608252 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:23:26.672684 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:26.673407 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:26.762622 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:26.763099 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:26.786871 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc996c8a-6e8c-417e-8afe-78c27b11b6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:23:26.789095 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb2a846-6d13-4d76-b477-71fc105f4854" -d '{"events": [{"server_uuid": "cc996c8a-6e8c-417e-8afe-78c27b11b6e2", "name": "network-vif-plugged", "status": "completed", "tag": "90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:23:26.803617 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6,segment=NetworkSegment(24319ca4-71f1-4435-8a53-9eaedc1f8208),segment_id=24319ca4-71f1-4435-8a53-9eaedc1f8208)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:26.826882 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c3b01e-9276-4237-b358-e6e83e258d39 x-openstack-request-id: req-06c3b01e-9276-4237-b358-e6e83e258d39 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:23:26.827189 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc996c8a-6e8c-417e-8afe-78c27b11b6e2", "name": "network-vif-plugged", "status": "completed", "tag": "90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:23:26.827441 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-06c3b01e-9276-4237-b358-e6e83e258d39 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:23:26.827864 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c3b01e-9276-4237-b358-e6e83e258d39'] response: {'server_uuid': 'cc996c8a-6e8c-417e-8afe-78c27b11b6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6', 'code': 200} May 16 15:23:26.853596 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:26.910196 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:27.196385 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf38c7a-7866-4585-af93-78aae27e4d56 req-f4cc704a-3115-4eac-8b31-9d91e9b46044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:27.198122 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6cf38c7a-7866-4585-af93-78aae27e4d56 req-f4cc704a-3115-4eac-8b31-9d91e9b46044 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 1129 time: 0.0439789 May 16 15:23:27.252091 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6cf38c7a-7866-4585-af93-78aae27e4d56 req-b42101c8-87aa-4dfa-86d7-72f1c72fbd22 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469670 May 16 15:23:27.376871 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba158-772d-49d7-9acc-603b02b6b96f req-46afeb38-5e89-4129-bcb5-182eb2ddd57e tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:27.378748 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-650ba158-772d-49d7-9acc-603b02b6b96f req-46afeb38-5e89-4129-bcb5-182eb2ddd57e tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0511467 May 16 15:23:27.432096 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-650ba158-772d-49d7-9acc-603b02b6b96f req-3164e200-e483-4f69-8261-2168d7994cc2 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475602 May 16 15:23:28.549785 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af0cdf-afee-4317-a694-0d8206a1f3a5 req-4fe2b972-12f9-4577-95fc-f33b0cb60195 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:28.551280 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-33af0cdf-afee-4317-a694-0d8206a1f3a5 req-4fe2b972-12f9-4577-95fc-f33b0cb60195 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0483105 May 16 15:23:28.612356 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-33af0cdf-afee-4317-a694-0d8206a1f3a5 req-99e8009e-e6b3-4bff-8d32-2e7d34be91ca tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541120 May 16 15:23:29.728101 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ee471-6253-4d56-82c4-4e309909dcb8 req-1737bb03-4704-4814-b01c-91aa6959821a tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:29.729610 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dc2ee471-6253-4d56-82c4-4e309909dcb8 req-1737bb03-4704-4814-b01c-91aa6959821a tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0492167 May 16 15:23:29.784447 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dc2ee471-6253-4d56-82c4-4e309909dcb8 req-7485f375-1b2a-4842-9a46-b5ef7776d75e tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485058 May 16 15:23:33.479748 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a786a61-a1dd-406a-b8c2-e4cda6d9784e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:35.488425 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9463184-3285-4d42-8141-fef9551e8828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:36.933565 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:38.031293 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:38.606679 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:23:40.650953 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:41.745399 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:41.964770 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 39890) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:42.301898 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b9853d-545d-459c-83f4-d04a57018b75 admin admin] Deleting subnet c45ab423-8b61-44a2-be50-c68094bc3dcf {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:23:42.305156 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27b9853d-545d-459c-83f4-d04a57018b75 admin admin] Publish callbacks [] for subnet (c45ab423-8b61-44a2-be50-c68094bc3dcf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.338814 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27b9853d-545d-459c-83f4-d04a57018b75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28775581'] for subnet (c45ab423-8b61-44a2-be50-c68094bc3dcf), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.376510 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27b9853d-545d-459c-83f4-d04a57018b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (c45ab423-8b61-44a2-be50-c68094bc3dcf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.511751 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27b9853d-545d-459c-83f4-d04a57018b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28144902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28552004'] for subnet (c45ab423-8b61-44a2-be50-c68094bc3dcf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.541239 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9853d-545d-459c-83f4-d04a57018b75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45ab423-8b61-44a2-be50-c68094bc3dcf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:42.544974 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27b9853d-545d-459c-83f4-d04a57018b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.549085 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-27b9853d-545d-459c-83f4-d04a57018b75 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c45ab423-8b61-44a2-be50-c68094bc3dcf HTTP/1.1" status: 204 len: 168 time: 0.5824556 May 16 15:23:42.550810 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 39894) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:42.629669 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (9d2175a1-ac19-4831-9c29-d30ae9fcfb01), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.716600 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (9d2175a1-ac19-4831-9c29-d30ae9fcfb01), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.737385 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2175a1-ac19-4831-9c29-d30ae9fcfb01']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:42.747401 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea188c8-3031-4008-8a3f-4b4f9f631f5f') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:42.747769 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea188c8-3031-4008-8a3f-4b4f9f631f5f') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:42.757676 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28775588'] for segment (bea188c8-3031-4008-8a3f-4b4f9f631f5f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.772000 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (bea188c8-3031-4008-8a3f-4b4f9f631f5f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.777687 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28133796'] for segment (bea188c8-3031-4008-8a3f-4b4f9f631f5f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: Traceback (most recent call last): May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: timer() May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: cb(*args, **kw) May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: return func(*args, **kwargs) May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: self._notify() May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: self.callback(batched_events) May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: event.method(event) May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: return f(self, *a, **k) May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._get(url).json() May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: return self.request(url, 'GET', **kwargs) May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:23:42.780489 dv-cinder-841753-2-iscsi neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:23:42.902806 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (9d2175a1-ac19-4831-9c29-d30ae9fcfb01), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.909649 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:42.912706 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] 10.222.0.71 "DELETE /v2.0/networks/9d2175a1-ac19-4831-9c29-d30ae9fcfb01 HTTP/1.1" status: 204 len: 168 time: 0.3609498 May 16 15:23:42.924366 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced860a-263d-4c62-8f53-da73ba87c1cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2175a1-ac19-4831-9c29-d30ae9fcfb01,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:43.273426 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 39900) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:43.322102 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4da09c05-8004-47c4-b867-91ded057d66f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=797cc8faa2204b1287cbcac0cd3d41f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467148 May 16 15:23:43.324554 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 39902) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:43.373916 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96cf5e8b-459b-4ec5-b664-d740eecbdb68 admin admin] Publish callbacks [] for security_group (a239152a-481d-4c0a-b74d-c54a2563d398), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:43.395423 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96cf5e8b-459b-4ec5-b664-d740eecbdb68 admin admin] Publish callbacks [] for security_group (a239152a-481d-4c0a-b74d-c54a2563d398), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:43.525487 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96cf5e8b-459b-4ec5-b664-d740eecbdb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (a239152a-481d-4c0a-b74d-c54a2563d398), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:43.529019 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-96cf5e8b-459b-4ec5-b664-d740eecbdb68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:43.532711 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-96cf5e8b-459b-4ec5-b664-d740eecbdb68 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a239152a-481d-4c0a-b74d-c54a2563d398 HTTP/1.1" status: 204 len: 168 time: 0.2039776 May 16 15:23:43.543672 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf5e8b-459b-4ec5-b664-d740eecbdb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a239152a-481d-4c0a-b74d-c54a2563d398,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:49.838580 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40044) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:49.949116 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4b455fa-ff98-471e-97e1-595d4bc7ce05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.027100 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4b455fa-ff98-471e-97e1-595d4bc7ce05 admin admin] Publish callbacks [] for security_group (91d49aeb-cfde-4548-8dc4-3125d0f20a81), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.096985 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4b455fa-ff98-471e-97e1-595d4bc7ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (91d49aeb-cfde-4548-8dc4-3125d0f20a81), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.135902 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f4b455fa-ff98-471e-97e1-595d4bc7ce05 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2bec5dc47d64eb69425e31fbf83fd0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962081 May 16 15:23:50.136771 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b455fa-ff98-471e-97e1-595d4bc7ce05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d49aeb-cfde-4548-8dc4-3125d0f20a81,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:50.138610 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 40050) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:50.187009 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98e1b49c-fa06-4c65-a04f-e2106cba8c52 admin admin] Publish callbacks [] for security_group (91d49aeb-cfde-4548-8dc4-3125d0f20a81), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.207736 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98e1b49c-fa06-4c65-a04f-e2106cba8c52 admin admin] Publish callbacks [] for security_group (91d49aeb-cfde-4548-8dc4-3125d0f20a81), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.331817 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98e1b49c-fa06-4c65-a04f-e2106cba8c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (91d49aeb-cfde-4548-8dc4-3125d0f20a81), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.334489 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-98e1b49c-fa06-4c65-a04f-e2106cba8c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.335721 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-98e1b49c-fa06-4c65-a04f-e2106cba8c52 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/91d49aeb-cfde-4548-8dc4-3125d0f20a81 HTTP/1.1" status: 204 len: 168 time: 0.1960843 May 16 15:23:50.345496 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1b49c-fa06-4c65-a04f-e2106cba8c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d49aeb-cfde-4548-8dc4-3125d0f20a81,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:02.921095 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40264) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:03.023670 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.094183 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Publish callbacks [] for security_group (0d9e3c78-cbc0-4b16-8154-2e9874c7edf3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.184858 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (0d9e3c78-cbc0-4b16-8154-2e9874c7edf3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.222381 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9e3c78-cbc0-4b16-8154-2e9874c7edf3,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:03.226127 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6ca58988a48346838ec86ccc4e714484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040314 May 16 15:24:03.228960 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 40270) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:03.232035 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.232381 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.232744 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.233086 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.233415 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.233741 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.234066 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.234394 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.235328 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.235679 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.236024 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.236389 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.236667 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.236984 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.237303 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5453fb-50e7-4999-84e9-da4d9d288916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:03.284402 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-147aca77-38a7-4ef0-81ef-8833a3883c15 admin admin] Publish callbacks [] for security_group (0d9e3c78-cbc0-4b16-8154-2e9874c7edf3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.305431 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-147aca77-38a7-4ef0-81ef-8833a3883c15 admin admin] Publish callbacks [] for security_group (0d9e3c78-cbc0-4b16-8154-2e9874c7edf3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.459503 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-147aca77-38a7-4ef0-81ef-8833a3883c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (0d9e3c78-cbc0-4b16-8154-2e9874c7edf3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.462148 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-147aca77-38a7-4ef0-81ef-8833a3883c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.463361 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-147aca77-38a7-4ef0-81ef-8833a3883c15 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0d9e3c78-cbc0-4b16-8154-2e9874c7edf3 HTTP/1.1" status: 204 len: 168 time: 0.2319500 May 16 15:24:03.471693 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147aca77-38a7-4ef0-81ef-8833a3883c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9e3c78-cbc0-4b16-8154-2e9874c7edf3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:03.489813 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ef66a31e-a8b5-49d0-aeb3-3587446486d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.329340 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 40296) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:04.422598 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1500937250-network', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:04.502484 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Made reservation on behalf of ae0f47501cc04e37bec6bfc3cd696ea9 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:04.504973 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.513588 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.586042 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Publish callbacks [] for security_group (bc5d3af8-ac22-4967-af82-85308485f0e5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.647941 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (bc5d3af8-ac22-4967-af82-85308485f0e5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.671477 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:24:04.681398 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5d3af8-ac22-4967-af82-85308485f0e5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:04.685982 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (73fca8f5-d679-493f-ae70-a005966cec9b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.686380 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Added segment 73fca8f5-d679-493f-ae70-a005966cec9b of type vlan for network 293de11d-03a3-40b1-9415-67bde64c1b76 May 16 15:24:04.699410 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.701700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.701700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.701700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.701700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.701700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.701700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.701700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.702364 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.702364 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.702626 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.702948 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.703407 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.703595 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.703966 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:04.747233 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (293de11d-03a3-40b1-9415-67bde64c1b76), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.827807 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (293de11d-03a3-40b1-9415-67bde64c1b76), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.829289 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:04.829889 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:04.891163 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] Pushing event updated for resources: {'Network': ['ID=293de11d-03a3-40b1-9415-67bde64c1b76,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:04.901476 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 293de11d-03a3-40b1-9415-67bde64c1b76 details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:24:04.913233 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-86941f91-6d16-4918-b603-6f1781577868 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5828030 May 16 15:24:04.916545 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 40302) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:04.921215 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-92c2a1d6-3ec5-4f2f-9425-070aca570f68 admin admin] Request body: {'subnet': {'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1500937250-subnet', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:05.007534 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c2a1d6-3ec5-4f2f-9425-070aca570f68 admin admin] Made reservation on behalf of ae0f47501cc04e37bec6bfc3cd696ea9 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:05.009990 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92c2a1d6-3ec5-4f2f-9425-070aca570f68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28552041'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.213760 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92c2a1d6-3ec5-4f2f-9425-070aca570f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28144967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28552063'] for subnet (97d3e544-299e-4d94-aa79-c4e61a47418f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.275667 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2a1d6-3ec5-4f2f-9425-070aca570f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d3e544-299e-4d94-aa79-c4e61a47418f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:05.283847 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2a1d6-3ec5-4f2f-9425-070aca570f68 admin admin] Checking segment: {'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:05.284211 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c2a1d6-3ec5-4f2f-9425-070aca570f68 admin admin] Network hostable DHCP agents. Network: 293de11d-03a3-40b1-9415-67bde64c1b76, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:24:05.400030 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c2a1d6-3ec5-4f2f-9425-070aca570f68 admin admin] Network 293de11d-03a3-40b1-9415-67bde64c1b76 is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:24:05.485808 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c239-2abe-4ed6-8314-4f50d4fe76a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.486015 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-92c2a1d6-3ec5-4f2f-9425-070aca570f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 293de11d-03a3-40b1-9415-67bde64c1b76) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:05.490864 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c2a1d6-3ec5-4f2f-9425-070aca570f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:05.491279 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-92c2a1d6-3ec5-4f2f-9425-070aca570f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.497809 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c179fc9-8b8c-435a-8ab1-ecc6d8205a19 None None] Network 293de11d-03a3-40b1-9415-67bde64c1b76 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:05.593936 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-92c2a1d6-3ec5-4f2f-9425-070aca570f68 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6762030 May 16 15:24:05.596886 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40312) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:05.602441 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:05.607692 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd88b2bd1-82b9-52c7-9c83-00bc197d9c54-293de11d-03a3-40b1-9415-67bde64c1b76', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f'}]}} from dv-cinder-841753-2-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:24:05.608656 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.708479 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7018'] for router (d8787520-4aac-49a2-b241-0f73147c69e9), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.709594 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7011'] for router (d8787520-4aac-49a2-b241-0f73147c69e9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.744961 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Allocated IP 172.20.0.2 (293de11d-03a3-40b1-9415-67bde64c1b76/97d3e544-299e-4d94-aa79-c4e61a47418f/b5696344-7050-4bb0-b66e-3a285ad8f5d8) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:05.773258 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Publish callbacks [] for router_controller (d8787520-4aac-49a2-b241-0f73147c69e9), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.882337 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Publish callbacks [] for port (b5696344-7050-4bb0-b66e-3a285ad8f5d8), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.968390 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (b5696344-7050-4bb0-b66e-3a285ad8f5d8), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:05.982684 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Publish callbacks [] for router_gateway (d8787520-4aac-49a2-b241-0f73147c69e9), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.004711 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Network 293de11d-03a3-40b1-9415-67bde64c1b76 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:06.007372 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:06.010891 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:06.024308 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Pushing event updated for resources: {'Port': ['ID=b5696344-7050-4bb0-b66e-3a285ad8f5d8,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:06.045250 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.045595 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.045955 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.046317 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.046629 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.047028 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.047515 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.047888 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.048217 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.048539 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.048860 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.049182 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.049499 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.049817 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.050133 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:06.102690 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Attempting to bind port b5696344-7050-4bb0-b66e-3a285ad8f5d8 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:06.104397 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Attempting to bind port b5696344-7050-4bb0-b66e-3a285ad8f5d8 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:06.104797 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Attempting to bind port b5696344-7050-4bb0-b66e-3a285ad8f5d8 on network 293de11d-03a3-40b1-9415-67bde64c1b76 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:06.110394 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:06.110853 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Checking segment: {'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:06.111260 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.111671 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Bound using segment: {'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:06.112160 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Bound port: b5696344-7050-4bb0-b66e-3a285ad8f5d8, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:06.112538 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b5696344-7050-4bb0-b66e-3a285ad8f5d8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.182595 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] For port b5696344-7050-4bb0-b66e-3a285ad8f5d8, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:06.185651 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] For port b5696344-7050-4bb0-b66e-3a285ad8f5d8, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=b5696344-7050-4bb0-b66e-3a285ad8f5d8,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:06.257401 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (b5696344-7050-4bb0-b66e-3a285ad8f5d8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.265162 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Publish callbacks [] for router_gateway (d8787520-4aac-49a2-b241-0f73147c69e9), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.285059 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.324615 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b3656-bd7d-493d-917c-3821469aa2a8 None None] Pushing event updated for resources: {'Port': ['ID=b5696344-7050-4bb0-b66e-3a285ad8f5d8,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:06.396909 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Allocated IP 172.27.1.3 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/7effc356-aea3-44a9-947d-af174c1d1844) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:06.506803 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Publish callbacks [] for port (7effc356-aea3-44a9-947d-af174c1d1844), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.611715 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (7effc356-aea3-44a9-947d-af174c1d1844), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.648317 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:06.651063 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:06.655132 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:06.684393 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Pushing event updated for resources: {'Port': ['ID=7effc356-aea3-44a9-947d-af174c1d1844,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:06.703009 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:06.949598 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Publish callbacks [] for router_gateway (d8787520-4aac-49a2-b241-0f73147c69e9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.149196 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692953'] for router (d8787520-4aac-49a2-b241-0f73147c69e9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.231242 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00322bc-90e3-4616-bf00-2ff966fc2014 None None] Network 293de11d-03a3-40b1-9415-67bde64c1b76 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:07.304445 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c0856410-5299-4c79-af70-3a4620f756ec None None] Provisioning complete for port b5696344-7050-4bb0-b66e-3a285ad8f5d8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:07.304808 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0856410-5299-4c79-af70-3a4620f756ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (b5696344-7050-4bb0-b66e-3a285ad8f5d8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.345278 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Router d8787520-4aac-49a2-b241-0f73147c69e9 is scheduled to L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:24:07.407565 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c0856410-5299-4c79-af70-3a4620f756ec None None] Current status of the port b5696344-7050-4bb0-b66e-3a285ad8f5d8 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:07.408131 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0856410-5299-4c79-af70-3a4620f756ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b5696344-7050-4bb0-b66e-3a285ad8f5d8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.445495 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c0856410-5299-4c79-af70-3a4620f756ec None None] For port b5696344-7050-4bb0-b66e-3a285ad8f5d8, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=b5696344-7050-4bb0-b66e-3a285ad8f5d8,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:07.455561 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:07.464367 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Sync routers for ids ['d8787520-4aac-49a2-b241-0f73147c69e9'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:07.480968 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Routers {'d8787520-4aac-49a2-b241-0f73147c69e9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:07.480968 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:24:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d8787520-4aac-49a2-b241-0f73147c69e9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:07.558225 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0856410-5299-4c79-af70-3a4620f756ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (b5696344-7050-4bb0-b66e-3a285ad8f5d8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.558567 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.563427 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b44e9657-fa5d-4b49-b403-af8d56cd2112 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9618890 May 16 15:24:07.564171 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 40324) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:07.737650 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Set router d8787520-4aac-49a2-b241-0f73147c69e9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:07.806296 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a1ca2a02-6af5-469d-85cb-8efe162bc4bf None None] Provisioning complete for port b5696344-7050-4bb0-b66e-3a285ad8f5d8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:07.807009 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1ca2a02-6af5-469d-85cb-8efe162bc4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (b5696344-7050-4bb0-b66e-3a285ad8f5d8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.844700 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0856410-5299-4c79-af70-3a4620f756ec None None] Pushing event updated for resources: {'Port': ['ID=b5696344-7050-4bb0-b66e-3a285ad8f5d8,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:07.971791 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:07.987856 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca2a02-6af5-469d-85cb-8efe162bc4bf None None] Current status of the port b5696344-7050-4bb0-b66e-3a285ad8f5d8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:07.999644 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:06Z', 'revision_number': 3, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:08.025560 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Checking router: d8787520-4aac-49a2-b241-0f73147c69e9 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:08.025899 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Updating router d8787520-4aac-49a2-b241-0f73147c69e9 port 7effc356-aea3-44a9-947d-af174c1d1844 binding host dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:08.052839 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7effc356-aea3-44a9-947d-af174c1d1844), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.074632 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.134403 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Allocated IP 172.20.0.1 (293de11d-03a3-40b1-9415-67bde64c1b76/97d3e544-299e-4d94-aa79-c4e61a47418f/87a257ef-6e9f-4053-bf09-ee600cdab482) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:08.210224 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device b5696344-7050-4bb0-b66e-3a285ad8f5d8 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:08.246709 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Publish callbacks [] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.308090 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port b5696344-7050-4bb0-b66e-3a285ad8f5d8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:08.308692 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (b5696344-7050-4bb0-b66e-3a285ad8f5d8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.325587 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.368398 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Network 293de11d-03a3-40b1-9415-67bde64c1b76 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:08.371434 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:08.379348 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:08.406019 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Pushing event updated for resources: {'Port': ['ID=87a257ef-6e9f-4053-bf09-ee600cdab482,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:08.422336 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Publish callbacks [] for port (7effc356-aea3-44a9-947d-af174c1d1844), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.428597 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689396'] for router_interface (d8787520-4aac-49a2-b241-0f73147c69e9), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.436030 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port b5696344-7050-4bb0-b66e-3a285ad8f5d8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:08.508630 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7effc356-aea3-44a9-947d-af174c1d1844), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.560456 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Attempting to bind port 7effc356-aea3-44a9-947d-af174c1d1844 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:08.560974 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Attempting to bind port 7effc356-aea3-44a9-947d-af174c1d1844 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:08.561275 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Attempting to bind port 7effc356-aea3-44a9-947d-af174c1d1844 on network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:08.572092 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce4b04-1999-421b-b907-6558d3e3591f None None] Pushing event updated for resources: {'Port': ['ID=7effc356-aea3-44a9-947d-af174c1d1844,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:08.572092 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:08.572092 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Checking segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:08.572092 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.572092 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Bound using segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:08.572092 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Bound port: 7effc356-aea3-44a9-947d-af174c1d1844, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:08.572092 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7effc356-aea3-44a9-947d-af174c1d1844), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.624695 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-29087c5b-c6f8-4f7a-be42-bb9bb1cfcb86 None None] Provisioning complete for port 87a257ef-6e9f-4053-bf09-ee600cdab482 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:08.625606 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-29087c5b-c6f8-4f7a-be42-bb9bb1cfcb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.630327 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] For port 7effc356-aea3-44a9-947d-af174c1d1844, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:08.652177 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.660665 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] For port 7effc356-aea3-44a9-947d-af174c1d1844, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=7effc356-aea3-44a9-947d-af174c1d1844,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:08.669495 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-29087c5b-c6f8-4f7a-be42-bb9bb1cfcb86 None None] Port 87a257ef-6e9f-4053-bf09-ee600cdab482 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:08.748836 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7effc356-aea3-44a9-947d-af174c1d1844), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.809474 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Routers {'d8787520-4aac-49a2-b241-0f73147c69e9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:08.810141 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:24:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d8787520-4aac-49a2-b241-0f73147c69e9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:08.813573 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce4b04-1999-421b-b907-6558d3e3591f None None] Pushing event updated for resources: {'Port': ['ID=7effc356-aea3-44a9-947d-af174c1d1844,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:08.837329 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Publish callbacks [] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.891201 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:08.919380 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] Set router d8787520-4aac-49a2-b241-0f73147c69e9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:08.955006 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Pushing event updated for resources: {'Port': ['ID=87a257ef-6e9f-4053-bf09-ee600cdab482,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:08.958870 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-746561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690110'] for router_interface (d8787520-4aac-49a2-b241-0f73147c69e9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.051689 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Network 293de11d-03a3-40b1-9415-67bde64c1b76 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:09.052968 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:09.107269 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '87a257ef-6e9f-4053-bf09-ee600cdab482', 'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'mac_address': 'fa:16:3e:a8:f5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:07Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 1, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'subnets': [{'id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:09.132740 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278218f5-31d5-4168-9384-760f3b29ba72 None None] The sync data for ids ['d8787520-4aac-49a2-b241-0f73147c69e9'] in dv-cinder-841753-2-iscsi is: [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '87a257ef-6e9f-4053-bf09-ee600cdab482', 'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'mac_address': 'fa:16:3e:a8:f5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:07Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 1, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'subnets': [{'id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:09.167428 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Router d8787520-4aac-49a2-b241-0f73147c69e9 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:24:09.279213 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:09.285973 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-af567ea7-5f25-47c5-8f1a-5aa6e31f6403 admin admin] 10.222.0.71 "PUT /v2.0/routers/d8787520-4aac-49a2-b241-0f73147c69e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194324 May 16 15:24:09.293961 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f7ee3127-1e63-4c2a-a531-49e665810b2c None None] Provisioning complete for port 87a257ef-6e9f-4053-bf09-ee600cdab482 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:09.294338 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3127-1e63-4c2a-a531-49e665810b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:09.332534 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee3127-1e63-4c2a-a531-49e665810b2c None None] Port 87a257ef-6e9f-4053-bf09-ee600cdab482 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:10.077303 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40354) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:10.085275 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-583782229-network', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:10.183793 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 7effc356-aea3-44a9-947d-af174c1d1844 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:10.185103 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Made reservation on behalf of 33b8cf1c5afb40fa83960b70b30de818 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:10.187602 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.197496 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.241420 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 7effc356-aea3-44a9-947d-af174c1d1844 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:10.242038 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7effc356-aea3-44a9-947d-af174c1d1844), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.295400 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Publish callbacks [] for security_group (39ef7bb3-d6cf-413e-b6d7-6aaa99b20737), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.331027 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 7effc356-aea3-44a9-947d-af174c1d1844 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:10.331684 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7effc356-aea3-44a9-947d-af174c1d1844), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.357936 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port 7effc356-aea3-44a9-947d-af174c1d1844, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=7effc356-aea3-44a9-947d-af174c1d1844,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:10.362097 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (39ef7bb3-d6cf-413e-b6d7-6aaa99b20737), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.389257 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:24:10.400262 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ef7bb3-d6cf-413e-b6d7-6aaa99b20737,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:10.408987 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (cf5aa957-db41-40f4-8136-1f44885ab3c8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.409458 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Added segment cf5aa957-db41-40f4-8136-1f44885ab3c8 of type vlan for network 7456ccab-a4be-462a-9252-4445248b9a48 May 16 15:24:10.450941 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7effc356-aea3-44a9-947d-af174c1d1844), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.456312 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (7456ccab-a4be-462a-9252-4445248b9a48), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.498901 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=7effc356-aea3-44a9-947d-af174c1d1844,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:10.579910 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (7456ccab-a4be-462a-9252-4445248b9a48), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.580954 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:10.581595 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.644116 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] Pushing event updated for resources: {'Network': ['ID=7456ccab-a4be-462a-9252-4445248b9a48,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:10.653942 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 7456ccab-a4be-462a-9252-4445248b9a48 details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:24:10.690090 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.720508 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d403f802-dada-45b1-8bed-72542481bf03 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6371262 May 16 15:24:10.720508 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40366) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:10.730829 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6e4aacc7-17bb-4d1f-8d8a-162e34c702d3 admin admin] Request body: {'subnet': {'network_id': '7456ccab-a4be-462a-9252-4445248b9a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-583782229-subnet', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:10.822165 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4aacc7-17bb-4d1f-8d8a-162e34c702d3 admin admin] Made reservation on behalf of 33b8cf1c5afb40fa83960b70b30de818 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:10.824971 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6e4aacc7-17bb-4d1f-8d8a-162e34c702d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29174911'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.076738 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6e4aacc7-17bb-4d1f-8d8a-162e34c702d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28082809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29174889'] for subnet (c846584b-1aa9-4202-8c84-1e4d6db252b8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.084613 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Sync routers for ids ['d8787520-4aac-49a2-b241-0f73147c69e9'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:11.094813 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Routers {'d8787520-4aac-49a2-b241-0f73147c69e9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:11.098470 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:24:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d8787520-4aac-49a2-b241-0f73147c69e9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:11.133493 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4aacc7-17bb-4d1f-8d8a-162e34c702d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c846584b-1aa9-4202-8c84-1e4d6db252b8,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:11.143228 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4aacc7-17bb-4d1f-8d8a-162e34c702d3 admin admin] Checking segment: {'id': 'cf5aa957-db41-40f4-8136-1f44885ab3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:11.143587 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4aacc7-17bb-4d1f-8d8a-162e34c702d3 admin admin] Network hostable DHCP agents. Network: 7456ccab-a4be-462a-9252-4445248b9a48, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:24:11.194991 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Set router d8787520-4aac-49a2-b241-0f73147c69e9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:11.213589 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4aacc7-17bb-4d1f-8d8a-162e34c702d3 admin admin] Network 7456ccab-a4be-462a-9252-4445248b9a48 is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:24:11.299364 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-6e4aacc7-17bb-4d1f-8d8a-162e34c702d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 7456ccab-a4be-462a-9252-4445248b9a48) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:11.303802 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4aacc7-17bb-4d1f-8d8a-162e34c702d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:11.304481 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6e4aacc7-17bb-4d1f-8d8a-162e34c702d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.313611 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1533b2d4-3bde-4c1c-ba14-815e8e883982 None None] Network 7456ccab-a4be-462a-9252-4445248b9a48 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:11.381935 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6e4aacc7-17bb-4d1f-8d8a-162e34c702d3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6610210 May 16 15:24:11.384471 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40370) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:11.386560 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '87a257ef-6e9f-4053-bf09-ee600cdab482', 'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'mac_address': 'fa:16:3e:a8:f5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:07Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 2, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'subnets': [{'id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:11.390340 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-583782229-router', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:11.414662 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Checking router: d8787520-4aac-49a2-b241-0f73147c69e9 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:11.417751 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Updating router d8787520-4aac-49a2-b241-0f73147c69e9 port 87a257ef-6e9f-4053-bf09-ee600cdab482 binding host dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:11.417866 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd88b2bd1-82b9-52c7-9c83-00bc197d9c54-7456ccab-a4be-462a-9252-4445248b9a48', 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48', 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'fixed_ips': [{'subnet_id': 'c846584b-1aa9-4202-8c84-1e4d6db252b8'}]}} from dv-cinder-841753-2-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:24:11.417866 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.443912 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.501088 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7018'] for router (33ac9b60-a81f-474a-84ee-f561a55a33e3), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.502258 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7011'] for router (33ac9b60-a81f-474a-84ee-f561a55a33e3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.554574 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Publish callbacks [] for router_controller (33ac9b60-a81f-474a-84ee-f561a55a33e3), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.555362 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Allocated IP 172.20.0.2 (7456ccab-a4be-462a-9252-4445248b9a48/c846584b-1aa9-4202-8c84-1e4d6db252b8/f806e6b5-55f3-4c77-89d4-461e15073ad8) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:11.704311 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Publish callbacks [] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.753792 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Publish callbacks [] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.776018 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Publish callbacks [] for router_gateway (33ac9b60-a81f-474a-84ee-f561a55a33e3), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.783377 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.816396 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.823699 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Network 7456ccab-a4be-462a-9252-4445248b9a48 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:11.828809 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:11.832727 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:11.835840 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Pushing event updated for resources: {'Port': ['ID=f806e6b5-55f3-4c77-89d4-461e15073ad8,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:11.868155 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.891943 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Attempting to bind port f806e6b5-55f3-4c77-89d4-461e15073ad8 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:11.892506 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Attempting to bind port f806e6b5-55f3-4c77-89d4-461e15073ad8 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'cf5aa957-db41-40f4-8136-1f44885ab3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:11.892922 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Attempting to bind port f806e6b5-55f3-4c77-89d4-461e15073ad8 on network 7456ccab-a4be-462a-9252-4445248b9a48 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:11.899420 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:11.899830 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Checking segment: {'id': 'cf5aa957-db41-40f4-8136-1f44885ab3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:11.900367 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.900776 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Bound using segment: {'id': 'cf5aa957-db41-40f4-8136-1f44885ab3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:11.901239 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Bound port: f806e6b5-55f3-4c77-89d4-461e15073ad8, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5aa957-db41-40f4-8136-1f44885ab3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:11.901692 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:11.914525 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Pushing event updated for resources: {'Port': ['ID=87a257ef-6e9f-4053-bf09-ee600cdab482,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:11.949905 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.950265 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.950634 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.951005 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.951350 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.951707 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.952046 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.952374 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.952704 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.953072 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.953737 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.953953 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.954293 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.954623 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.954952 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:11.985150 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] For port f806e6b5-55f3-4c77-89d4-461e15073ad8, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:11.989284 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] For port f806e6b5-55f3-4c77-89d4-461e15073ad8, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=f806e6b5-55f3-4c77-89d4-461e15073ad8,segment=NetworkSegment(cf5aa957-db41-40f4-8136-1f44885ab3c8),segment_id=cf5aa957-db41-40f4-8136-1f44885ab3c8)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:12.004395 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Attempting to bind port 87a257ef-6e9f-4053-bf09-ee600cdab482 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:12.004395 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Attempting to bind port 87a257ef-6e9f-4053-bf09-ee600cdab482 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:12.004395 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Attempting to bind port 87a257ef-6e9f-4053-bf09-ee600cdab482 on network 293de11d-03a3-40b1-9415-67bde64c1b76 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:12.005720 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:12.006127 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Checking segment: {'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:12.006532 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.006934 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Bound using segment: {'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:12.007402 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Bound port: 87a257ef-6e9f-4053-bf09-ee600cdab482, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:12.007823 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.060503 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Publish callbacks [] for router_gateway (33ac9b60-a81f-474a-84ee-f561a55a33e3), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.071810 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] For port 87a257ef-6e9f-4053-bf09-ee600cdab482, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:12.074589 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.075389 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] For port 87a257ef-6e9f-4053-bf09-ee600cdab482, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=87a257ef-6e9f-4053-bf09-ee600cdab482,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:12.082133 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.144155 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3c902-0b0f-4d39-a9b8-e0f5bd92ffe0 None None] Pushing event updated for resources: {'Port': ['ID=f806e6b5-55f3-4c77-89d4-461e15073ad8,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:12.168277 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.177305 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-dcaaff27-bd34-41b0-8722-422944a9d636 None None] Provisioning complete for port 87a257ef-6e9f-4053-bf09-ee600cdab482 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:12.177941 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dcaaff27-bd34-41b0-8722-422944a9d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.223498 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Allocated IP 172.27.1.24 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/31a54f54-fc3b-4033-a9e0-9dfb002ee505) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:12.243134 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Routers {'d8787520-4aac-49a2-b241-0f73147c69e9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:12.244006 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:24:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d8787520-4aac-49a2-b241-0f73147c69e9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:12.245978 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 7effc356-aea3-44a9-947d-af174c1d1844 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:12.322683 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dcaaff27-bd34-41b0-8722-422944a9d636 None None] Current status of the port 87a257ef-6e9f-4053-bf09-ee600cdab482 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:12.323315 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dcaaff27-bd34-41b0-8722-422944a9d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.361823 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dcaaff27-bd34-41b0-8722-422944a9d636 None None] For port 87a257ef-6e9f-4053-bf09-ee600cdab482, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=87a257ef-6e9f-4053-bf09-ee600cdab482,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:12.372737 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 7effc356-aea3-44a9-947d-af174c1d1844 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:12.373424 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7effc356-aea3-44a9-947d-af174c1d1844), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.375320 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] Set router d8787520-4aac-49a2-b241-0f73147c69e9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:12.387487 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Publish callbacks [] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.428846 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d012ccd-9f52-4633-8b75-711035301150 None None] Pushing event updated for resources: {'Port': ['ID=87a257ef-6e9f-4053-bf09-ee600cdab482,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:12.459990 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dcaaff27-bd34-41b0-8722-422944a9d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.495305 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.541732 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:12.553097 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:12.556941 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaaff27-bd34-41b0-8722-422944a9d636 None None] Pushing event updated for resources: {'Port': ['ID=87a257ef-6e9f-4053-bf09-ee600cdab482,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:12.558405 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:12.615685 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Pushing event updated for resources: {'Port': ['ID=31a54f54-fc3b-4033-a9e0-9dfb002ee505,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:12.763785 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-719cde9d-a522-4516-a01e-ec315b18f633 None None] Provisioning complete for port 87a257ef-6e9f-4053-bf09-ee600cdab482 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:12.764173 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-719cde9d-a522-4516-a01e-ec315b18f633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:12.767863 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 7effc356-aea3-44a9-947d-af174c1d1844 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:12.780139 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '87a257ef-6e9f-4053-bf09-ee600cdab482', 'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'mac_address': 'fa:16:3e:a8:f5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:07Z', 'updated_at': '2022-05-16T15:24:12Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'subnets': [{'id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:12.807132 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c482924-4d19-4c8f-ad10-f4187b90c2a9 None None] The sync data for ids ['d8787520-4aac-49a2-b241-0f73147c69e9'] in dv-cinder-841753-2-iscsi is: [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '87a257ef-6e9f-4053-bf09-ee600cdab482', 'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'mac_address': 'fa:16:3e:a8:f5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:07Z', 'updated_at': '2022-05-16T15:24:12Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'subnets': [{'id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:12.849651 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-719cde9d-a522-4516-a01e-ec315b18f633 None None] Current status of the port 87a257ef-6e9f-4053-bf09-ee600cdab482 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:12.928331 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Publish callbacks [] for router_gateway (33ac9b60-a81f-474a-84ee-f561a55a33e3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.333597 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692953'] for router (33ac9b60-a81f-474a-84ee-f561a55a33e3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.346111 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51030d-69b4-465a-9168-f855a4dc8cf7 None None] Network 7456ccab-a4be-462a-9252-4445248b9a48 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:13.383727 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-19fd2739-9284-4fd9-83b4-698450d6244c None None] Provisioning complete for port f806e6b5-55f3-4c77-89d4-461e15073ad8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:13.384084 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-19fd2739-9284-4fd9-83b4-698450d6244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.522442 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-19fd2739-9284-4fd9-83b4-698450d6244c None None] Current status of the port f806e6b5-55f3-4c77-89d4-461e15073ad8 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:13.523024 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-19fd2739-9284-4fd9-83b4-698450d6244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.557313 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-19fd2739-9284-4fd9-83b4-698450d6244c None None] For port f806e6b5-55f3-4c77-89d4-461e15073ad8, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=f806e6b5-55f3-4c77-89d4-461e15073ad8,segment=NetworkSegment(cf5aa957-db41-40f4-8136-1f44885ab3c8),segment_id=cf5aa957-db41-40f4-8136-1f44885ab3c8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:13.559251 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Router 33ac9b60-a81f-474a-84ee-f561a55a33e3 is scheduled to L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:24:13.639477 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-19fd2739-9284-4fd9-83b4-698450d6244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.665422 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:13.676031 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Sync routers for ids ['33ac9b60-a81f-474a-84ee-f561a55a33e3'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:13.705433 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Routers {'33ac9b60-a81f-474a-84ee-f561a55a33e3'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:13.706050 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:24:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['33ac9b60-a81f-474a-84ee-f561a55a33e3'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:13.708834 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd2739-9284-4fd9-83b4-698450d6244c None None] Pushing event updated for resources: {'Port': ['ID=f806e6b5-55f3-4c77-89d4-461e15073ad8,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:13.739321 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.741475 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2c10df17-b09d-4cec-8834-4a1fd4b066b5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3560591 May 16 15:24:13.744018 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40380) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:13.753182 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff58da2b-11da-46a3-9edf-e276b51c4b9b req-503b62b2-a0d3-457a-b05c-e543124ba570 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428162 May 16 15:24:13.771221 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b2856ccc-f479-4c52-8a21-8e233ec5cae7 None None] Provisioning complete for port f806e6b5-55f3-4c77-89d4-461e15073ad8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:13.771510 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2856ccc-f479-4c52-8a21-8e233ec5cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.871688 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Set router 33ac9b60-a81f-474a-84ee-f561a55a33e3 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:13.887413 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58da2b-11da-46a3-9edf-e276b51c4b9b req-f3111346-1b7d-465e-9d84-112aa3cb3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:13.888930 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff58da2b-11da-46a3-9edf-e276b51c4b9b req-f3111346-1b7d-465e-9d84-112aa3cb3398 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e343d0e69de4a2c956a7ebc9056b8d5&device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 1129 time: 0.0689144 May 16 15:24:14.009357 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b2856ccc-f479-4c52-8a21-8e233ec5cae7 None None] Current status of the port f806e6b5-55f3-4c77-89d4-461e15073ad8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:14.013069 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58da2b-11da-46a3-9edf-e276b51c4b9b req-e84a9ecf-b087-4266-9e48-92769d4da238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:14.014816 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff58da2b-11da-46a3-9edf-e276b51c4b9b req-e84a9ecf-b087-4266-9e48-92769d4da238 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2aa68265-e33f-4bb0-af32-8089310ebac3 HTTP/1.1" status: 200 len: 914 time: 0.1016159 May 16 15:24:14.058208 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff58da2b-11da-46a3-9edf-e276b51c4b9b req-b9138057-259c-481c-bf48-625d1f71974a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 HTTP/1.1" status: 200 len: 217 time: 0.0339737 May 16 15:24:14.082463 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'name': 'tempest-TestMinimumBasicScenario-583782229-router', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:11Z', 'updated_at': '2022-05-16T15:24:12Z', 'revision_number': 3, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'gw_port': {'id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:12Z', 'updated_at': '2022-05-16T15:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:14.109029 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58da2b-11da-46a3-9edf-e276b51c4b9b req-e2116293-2695-4c70-8747-8dd979036326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:14.109029 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff58da2b-11da-46a3-9edf-e276b51c4b9b req-e2116293-2695-4c70-8747-8dd979036326 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca HTTP/1.1" status: 200 len: 853 time: 0.0444462 May 16 15:24:14.117553 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Checking router: 33ac9b60-a81f-474a-84ee-f561a55a33e3 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:14.118941 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Updating router 33ac9b60-a81f-474a-84ee-f561a55a33e3 port 31a54f54-fc3b-4033-a9e0-9dfb002ee505 binding host dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:14.151814 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff58da2b-11da-46a3-9edf-e276b51c4b9b req-a82df704-8e34-4228-b822-00bdffce2f28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2aa68265-e33f-4bb0-af32-8089310ebac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366948 May 16 15:24:14.153476 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.218298 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.273637 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff58da2b-11da-46a3-9edf-e276b51c4b9b req-d2e95d0f-7987-46d0-9e71-5a5c27cc350a service neutron] 10.222.0.25 "GET /v2.0/networks/2aa68265-e33f-4bb0-af32-8089310ebac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153901 May 16 15:24:14.331055 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 87a257ef-6e9f-4053-bf09-ee600cdab482 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:14.392835 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff58da2b-11da-46a3-9edf-e276b51c4b9b req-65f06b2d-63c7-48d3-bab2-45bbe8fd6006 service neutron] 10.222.0.25 "GET /v2.0/networks/2aa68265-e33f-4bb0-af32-8089310ebac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119521 May 16 15:24:14.405723 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Allocated IP 172.20.0.1 (7456ccab-a4be-462a-9252-4445248b9a48/c846584b-1aa9-4202-8c84-1e4d6db252b8/5d9e35e0-4a77-44ae-b8f2-263d62b9bac1) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:14.433146 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 87a257ef-6e9f-4053-bf09-ee600cdab482 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:14.433516 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.520719 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Publish callbacks [] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.569207 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Publish callbacks [] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.570975 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 87a257ef-6e9f-4053-bf09-ee600cdab482 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:14.572020 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device f806e6b5-55f3-4c77-89d4-461e15073ad8 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:14.602700 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.616676 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port f806e6b5-55f3-4c77-89d4-461e15073ad8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:14.617050 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.619543 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.639809 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Network 7456ccab-a4be-462a-9252-4445248b9a48 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:14.643652 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:14.649946 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:14.671343 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9e35e0-4a77-44ae-b8f2-263d62b9bac1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:14.692423 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689396'] for router_interface (33ac9b60-a81f-474a-84ee-f561a55a33e3), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.702824 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Attempting to bind port 31a54f54-fc3b-4033-a9e0-9dfb002ee505 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:14.703248 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Attempting to bind port 31a54f54-fc3b-4033-a9e0-9dfb002ee505 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:14.703897 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Attempting to bind port 31a54f54-fc3b-4033-a9e0-9dfb002ee505 on network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:14.708941 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6c09b-ac13-4992-bcba-21de3a038b3e None None] Pushing event updated for resources: {'Port': ['ID=31a54f54-fc3b-4033-a9e0-9dfb002ee505,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:14.716393 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:14.716774 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Checking segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:14.717177 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.717570 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Bound using segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:14.718051 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Bound port: 31a54f54-fc3b-4033-a9e0-9dfb002ee505, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:14.718434 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.801202 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] For port 31a54f54-fc3b-4033-a9e0-9dfb002ee505, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:14.803261 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port f806e6b5-55f3-4c77-89d4-461e15073ad8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:14.807663 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] For port 31a54f54-fc3b-4033-a9e0-9dfb002ee505, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=31a54f54-fc3b-4033-a9e0-9dfb002ee505,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:14.920041 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.920247 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:14.967878 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3123ac49-d6f7-46e8-b170-ca6b838ecbea None None] Provisioning complete for port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:14.968251 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3123ac49-d6f7-46e8-b170-ca6b838ecbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.015046 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6c09b-ac13-4992-bcba-21de3a038b3e None None] Pushing event updated for resources: {'Port': ['ID=31a54f54-fc3b-4033-a9e0-9dfb002ee505,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:15.022738 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Routers {'33ac9b60-a81f-474a-84ee-f561a55a33e3'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:15.023384 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:24:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['33ac9b60-a81f-474a-84ee-f561a55a33e3'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:15.026806 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3123ac49-d6f7-46e8-b170-ca6b838ecbea None None] Port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:15.126520 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] Set router 33ac9b60-a81f-474a-84ee-f561a55a33e3 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:15.133852 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Publish callbacks [] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.196449 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.265158 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9e35e0-4a77-44ae-b8f2-263d62b9bac1,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:15.268928 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-746561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690110'] for router_interface (33ac9b60-a81f-474a-84ee-f561a55a33e3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.325356 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'name': 'tempest-TestMinimumBasicScenario-583782229-router', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:11Z', 'updated_at': '2022-05-16T15:24:14Z', 'revision_number': 4, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'gw_port': {'id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:12Z', 'updated_at': '2022-05-16T15:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5d9e35e0-4a77-44ae-b8f2-263d62b9bac1', 'name': '', 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'mac_address': 'fa:16:3e:7d:28:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c846584b-1aa9-4202-8c84-1e4d6db252b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:14Z', 'updated_at': '2022-05-16T15:24:14Z', 'revision_number': 1, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'subnets': [{'id': 'c846584b-1aa9-4202-8c84-1e4d6db252b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:15.359958 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac61ac2-9345-4e16-9e3b-a688758c0c74 None None] The sync data for ids ['33ac9b60-a81f-474a-84ee-f561a55a33e3'] in dv-cinder-841753-2-iscsi is: [{'id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'name': 'tempest-TestMinimumBasicScenario-583782229-router', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:11Z', 'updated_at': '2022-05-16T15:24:14Z', 'revision_number': 4, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'gw_port': {'id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:12Z', 'updated_at': '2022-05-16T15:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5d9e35e0-4a77-44ae-b8f2-263d62b9bac1', 'name': '', 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'mac_address': 'fa:16:3e:7d:28:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c846584b-1aa9-4202-8c84-1e4d6db252b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:14Z', 'updated_at': '2022-05-16T15:24:14Z', 'revision_number': 1, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'subnets': [{'id': 'c846584b-1aa9-4202-8c84-1e4d6db252b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:15.369889 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Network 7456ccab-a4be-462a-9252-4445248b9a48 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:15.371554 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:15.510663 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Router 33ac9b60-a81f-474a-84ee-f561a55a33e3 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:24:15.613162 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:24:15.651448 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:15.653910 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-377d96ee-0bda-42d2-9175-5c367778bf70 None None] Provisioning complete for port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:15.654388 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-377d96ee-0bda-42d2-9175-5c367778bf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.659015 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8a0cb190-fae6-4b50-aa59-674d80cbdbe0 admin admin] 10.222.0.71 "PUT /v2.0/routers/33ac9b60-a81f-474a-84ee-f561a55a33e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9139755 May 16 15:24:15.690925 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-377d96ee-0bda-42d2-9175-5c367778bf70 None None] Port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:16.189704 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 31a54f54-fc3b-4033-a9e0-9dfb002ee505 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:16.238968 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 31a54f54-fc3b-4033-a9e0-9dfb002ee505 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:16.239352 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:16.326474 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 31a54f54-fc3b-4033-a9e0-9dfb002ee505 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:16.326789 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:16.349121 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port 31a54f54-fc3b-4033-a9e0-9dfb002ee505, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=31a54f54-fc3b-4033-a9e0-9dfb002ee505,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:16.430717 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:16.479296 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=31a54f54-fc3b-4033-a9e0-9dfb002ee505,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:17.494922 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Sync routers for ids ['33ac9b60-a81f-474a-84ee-f561a55a33e3'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:17.506963 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Routers {'33ac9b60-a81f-474a-84ee-f561a55a33e3'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:17.507662 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:24:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['33ac9b60-a81f-474a-84ee-f561a55a33e3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:17.614793 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Set router 33ac9b60-a81f-474a-84ee-f561a55a33e3 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:17.817831 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'name': 'tempest-TestMinimumBasicScenario-583782229-router', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:11Z', 'updated_at': '2022-05-16T15:24:14Z', 'revision_number': 4, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'gw_port': {'id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:12Z', 'updated_at': '2022-05-16T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5d9e35e0-4a77-44ae-b8f2-263d62b9bac1', 'name': '', 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'mac_address': 'fa:16:3e:7d:28:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c846584b-1aa9-4202-8c84-1e4d6db252b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:14Z', 'updated_at': '2022-05-16T15:24:15Z', 'revision_number': 2, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'subnets': [{'id': 'c846584b-1aa9-4202-8c84-1e4d6db252b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:17.843551 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Checking router: 33ac9b60-a81f-474a-84ee-f561a55a33e3 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:17.844155 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Updating router 33ac9b60-a81f-474a-84ee-f561a55a33e3 port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 binding host dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:17.877442 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.192084 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 31a54f54-fc3b-4033-a9e0-9dfb002ee505 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:18.228535 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Publish callbacks [] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.317512 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.446086 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 31a54f54-fc3b-4033-a9e0-9dfb002ee505 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:18.446563 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.456833 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc2c54-9760-44fd-8551-2f4e527fe4a7 None None] Pushing event updated for resources: {'Port': ['ID=5d9e35e0-4a77-44ae-b8f2-263d62b9bac1,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:18.564818 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 31a54f54-fc3b-4033-a9e0-9dfb002ee505 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:18.572269 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Attempting to bind port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:18.572900 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Attempting to bind port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'cf5aa957-db41-40f4-8136-1f44885ab3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:18.573223 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Attempting to bind port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 on network 7456ccab-a4be-462a-9252-4445248b9a48 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:18.580185 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:18.580483 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Checking segment: {'id': 'cf5aa957-db41-40f4-8136-1f44885ab3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:18.580924 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.581358 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Bound using segment: {'id': 'cf5aa957-db41-40f4-8136-1f44885ab3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:18.581833 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Bound port: 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5aa957-db41-40f4-8136-1f44885ab3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:18.582237 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.660948 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] For port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:18.665088 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] For port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=5d9e35e0-4a77-44ae-b8f2-263d62b9bac1,segment=NetworkSegment(cf5aa957-db41-40f4-8136-1f44885ab3c8),segment_id=cf5aa957-db41-40f4-8136-1f44885ab3c8)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:18.831298 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.844800 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-08b0916d-0720-499e-a133-de7514d13b0d None None] Provisioning complete for port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:18.844800 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-08b0916d-0720-499e-a133-de7514d13b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.918257 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Routers {'33ac9b60-a81f-474a-84ee-f561a55a33e3'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:18.924931 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:24:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['33ac9b60-a81f-474a-84ee-f561a55a33e3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:18.949663 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-08b0916d-0720-499e-a133-de7514d13b0d None None] Current status of the port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:18.950290 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-08b0916d-0720-499e-a133-de7514d13b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.969300 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc2c54-9760-44fd-8551-2f4e527fe4a7 None None] Pushing event updated for resources: {'Port': ['ID=5d9e35e0-4a77-44ae-b8f2-263d62b9bac1,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:19.001045 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-08b0916d-0720-499e-a133-de7514d13b0d None None] For port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=5d9e35e0-4a77-44ae-b8f2-263d62b9bac1,segment=NetworkSegment(cf5aa957-db41-40f4-8136-1f44885ab3c8),segment_id=cf5aa957-db41-40f4-8136-1f44885ab3c8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:19.066427 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-08b0916d-0720-499e-a133-de7514d13b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.074042 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] Set router 33ac9b60-a81f-474a-84ee-f561a55a33e3 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:19.149724 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0916d-0720-499e-a133-de7514d13b0d None None] Pushing event updated for resources: {'Port': ['ID=5d9e35e0-4a77-44ae-b8f2-263d62b9bac1,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:19.185802 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-059d3987-c4bb-4e89-807a-fa2d6daecc5f None None] Provisioning complete for port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:19.186496 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-059d3987-c4bb-4e89-807a-fa2d6daecc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.269864 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-059d3987-c4bb-4e89-807a-fa2d6daecc5f None None] Current status of the port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:19.302597 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'name': 'tempest-TestMinimumBasicScenario-583782229-router', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:11Z', 'updated_at': '2022-05-16T15:24:14Z', 'revision_number': 4, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'gw_port': {'id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:12Z', 'updated_at': '2022-05-16T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5d9e35e0-4a77-44ae-b8f2-263d62b9bac1', 'name': '', 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'mac_address': 'fa:16:3e:7d:28:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c846584b-1aa9-4202-8c84-1e4d6db252b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:14Z', 'updated_at': '2022-05-16T15:24:18Z', 'revision_number': 4, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'subnets': [{'id': 'c846584b-1aa9-4202-8c84-1e4d6db252b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:19.326869 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5475bcf-79e9-4141-9648-f0f789d20fb7 None None] The sync data for ids ['33ac9b60-a81f-474a-84ee-f561a55a33e3'] in dv-cinder-841753-2-iscsi is: [{'id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'name': 'tempest-TestMinimumBasicScenario-583782229-router', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:11Z', 'updated_at': '2022-05-16T15:24:14Z', 'revision_number': 4, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'gw_port': {'id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:12Z', 'updated_at': '2022-05-16T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '5d9e35e0-4a77-44ae-b8f2-263d62b9bac1', 'name': '', 'network_id': '7456ccab-a4be-462a-9252-4445248b9a48', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'mac_address': 'fa:16:3e:7d:28:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c846584b-1aa9-4202-8c84-1e4d6db252b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:14Z', 'updated_at': '2022-05-16T15:24:18Z', 'revision_number': 4, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'subnets': [{'id': 'c846584b-1aa9-4202-8c84-1e4d6db252b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:20.189940 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:20.238075 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:20.238547 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.323109 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:26.588127 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-4c96a0bf-6210-4307-b02d-646d6859be42 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:26.589650 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-4c96a0bf-6210-4307-b02d-646d6859be42 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/networks?id=293de11d-03a3-40b1-9415-67bde64c1b76 HTTP/1.1" status: 200 len: 815 time: 0.1008437 May 16 15:24:26.604332 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-f415b3ef-012d-479b-88f5-44dc793bc2a0 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/quotas/ae0f47501cc04e37bec6bfc3cd696ea9 HTTP/1.1" status: 200 len: 375 time: 0.0089784 May 16 15:24:26.658351 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-78adb169-e229-42c1-8b4b-10cd41fc983b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476031 May 16 15:24:26.749533 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-01613c2f-afbd-4335-a2e2-59d8b8a793c7 service neutron] 10.222.0.71 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802894 May 16 15:24:26.841666 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-1a66fc2c-48d9-4161-b07e-c367b04dbe33 service neutron] 10.222.0.71 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845261 May 16 15:24:27.083486 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-33ee9c20-1e33-4482-bd44-18920e7c6a24 req-92c9bf8f-9a03-4450-b16b-b08ef33817e4 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 210 time: 0.0290880 May 16 15:24:27.474535 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40548) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:27.578901 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31454ca0-4d51-456b-9be5-d442d68c0473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.652372 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31454ca0-4d51-456b-9be5-d442d68c0473 admin admin] Publish callbacks [] for security_group (937d3523-34fb-4784-848f-359088ee7e80), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.735811 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-31454ca0-4d51-456b-9be5-d442d68c0473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (937d3523-34fb-4784-848f-359088ee7e80), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.774164 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-31454ca0-4d51-456b-9be5-d442d68c0473 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9c06bd5ee6e64ed08b78f9f22727e7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985969 May 16 15:24:27.776106 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31454ca0-4d51-456b-9be5-d442d68c0473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937d3523-34fb-4784-848f-359088ee7e80,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:27.776820 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 40556) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:27.827129 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27269385-e282-481c-b855-7656cfc78dfb admin admin] Publish callbacks [] for security_group (937d3523-34fb-4784-848f-359088ee7e80), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.846861 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27269385-e282-481c-b855-7656cfc78dfb admin admin] Publish callbacks [] for security_group (937d3523-34fb-4784-848f-359088ee7e80), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.961585 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27269385-e282-481c-b855-7656cfc78dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (937d3523-34fb-4784-848f-359088ee7e80), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.964213 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-27269385-e282-481c-b855-7656cfc78dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.965353 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-27269385-e282-481c-b855-7656cfc78dfb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/937d3523-34fb-4784-848f-359088ee7e80 HTTP/1.1" status: 204 len: 168 time: 0.1875343 May 16 15:24:27.973431 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27269385-e282-481c-b855-7656cfc78dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937d3523-34fb-4784-848f-359088ee7e80,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:28.186297 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6765acc6-f529-4b51-a5b4-a9585a35ec8f req-fb2e70d5-7ce8-462c-b49c-a283d06436ee tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 210 time: 0.0321367 May 16 15:24:29.279896 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-db528ead-368b-40f3-8df3-e01025434921 req-733e866a-7cc3-41f2-bb38-e6fd67afafc5 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 210 time: 0.0267637 May 16 15:24:30.375407 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-53ec9321-fd4f-4fd6-b2ce-dbf5ac1deffa req-9b1f88cf-cdfe-42b5-a051-885caa3cc9aa tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 210 time: 0.0276353 May 16 15:24:31.093149 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-0ef1c1f6-7e38-4389-b18b-45c620664c0f tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:31.095279 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-0ef1c1f6-7e38-4389-b18b-45c620664c0f tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.25 "GET /v2.0/networks?id=293de11d-03a3-40b1-9415-67bde64c1b76 HTTP/1.1" status: 200 len: 815 time: 0.1062376 May 16 15:24:31.117208 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Request body: {'port': {'device_id': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'admin_state_up': True, 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:31.283925 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Made reservation on behalf of ae0f47501cc04e37bec6bfc3cd696ea9 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:31.287232 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:31.309429 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202b37-54b8-4e47-9028-97143b5d00b0 req-5e994e7f-a5aa-46bb-a54f-2579ea1aec12 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:31.310861 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-57202b37-54b8-4e47-9028-97143b5d00b0 req-5e994e7f-a5aa-46bb-a54f-2579ea1aec12 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0642743 May 16 15:24:31.410162 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-57202b37-54b8-4e47-9028-97143b5d00b0 req-f06da1f0-568a-47c9-b448-0b5bebb4df67 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888395 May 16 15:24:31.455346 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Allocated IP 172.20.0.6 (293de11d-03a3-40b1-9415-67bde64c1b76/97d3e544-299e-4d94-aa79-c4e61a47418f/26abdd01-015f-4c88-b71f-2308c1053124) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:31.490966 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d28f09ac-ad32-4fb3-aa46-b748ca9ffb54 req-cb8fa0a7-cce4-4ba1-bf32-e24051926d20 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 210 time: 0.0369291 May 16 15:24:31.621147 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for port (26abdd01-015f-4c88-b71f-2308c1053124), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:31.727242 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (26abdd01-015f-4c88-b71f-2308c1053124), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:31.771747 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Network 293de11d-03a3-40b1-9415-67bde64c1b76 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:31.774814 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:31.777272 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:31.803964 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event updated for resources: {'Port': ['ID=26abdd01-015f-4c88-b71f-2308c1053124,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:31.834360 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:31.834982 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:31.970953 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-78d79f23-a397-4e6e-82cc-d94124ccacb4 None None] Provisioning complete for port 26abdd01-015f-4c88-b71f-2308c1053124 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:31.971447 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78d79f23-a397-4e6e-82cc-d94124ccacb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (26abdd01-015f-4c88-b71f-2308c1053124), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:31.981245 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e0bfe645-249c-4a80-86dd-133b84655d39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8675835 May 16 15:24:32.002361 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-78d79f23-a397-4e6e-82cc-d94124ccacb4 None None] Port 26abdd01-015f-4c88-b71f-2308c1053124 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:32.412446 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Request body: {'port': {'device_id': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:32.473939 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (26abdd01-015f-4c88-b71f-2308c1053124), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:32.552746 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac949f-374f-42c2-8c80-508cbe7f3ce5 req-a4620393-c8cd-4b97-ba6f-1fb7ba9f5164 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:32.554235 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8eac949f-374f-42c2-8c80-508cbe7f3ce5 req-a4620393-c8cd-4b97-ba6f-1fb7ba9f5164 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0719709 May 16 15:24:32.706211 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4f8c0-23d7-4463-83e3-aeba8ee01378 req-30837cde-dd23-4c2c-bb2f-8931a574a104 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:32.707672 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fcb4f8c0-23d7-4463-83e3-aeba8ee01378 req-30837cde-dd23-4c2c-bb2f-8931a574a104 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 931 time: 0.1311336 May 16 15:24:32.733373 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8eac949f-374f-42c2-8c80-508cbe7f3ce5 req-162aca24-ad2d-437c-b30c-19f92d6755b6 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732724 May 16 15:24:32.822471 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fcb4f8c0-23d7-4463-83e3-aeba8ee01378 req-6caf647c-dd90-4f9e-baad-68e9cf0a1b1c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021795 May 16 15:24:32.883556 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55260f00-7364-401a-8539-cb71272f66e7 req-e83bf855-f2d0-4379-b05f-611867c7a8b3 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:32.885184 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-55260f00-7364-401a-8539-cb71272f66e7 req-e83bf855-f2d0-4379-b05f-611867c7a8b3 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 945 time: 0.0588725 May 16 15:24:33.003177 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26abdd01-015f-4c88-b71f-2308c1053124 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:24:33.013424 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-55260f00-7364-401a-8539-cb71272f66e7 req-dea30aa3-4f38-4241-a992-e25ec66c761c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Deleting port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:24:33.013768 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55260f00-7364-401a-8539-cb71272f66e7 req-dea30aa3-4f38-4241-a992-e25ec66c761c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:33.017538 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Publish callbacks [] for port (26abdd01-015f-4c88-b71f-2308c1053124), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:33.051282 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Transition to ACTIVE for port object 26abdd01-015f-4c88-b71f-2308c1053124 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:24:33.111260 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-55260f00-7364-401a-8539-cb71272f66e7 req-dea30aa3-4f38-4241-a992-e25ec66c761c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] For port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6,segment=NetworkSegment(24319ca4-71f1-4435-8a53-9eaedc1f8208),segment_id=24319ca4-71f1-4435-8a53-9eaedc1f8208)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:33.111616 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55260f00-7364-401a-8539-cb71272f66e7 req-dea30aa3-4f38-4241-a992-e25ec66c761c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:33.124196 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-55260f00-7364-401a-8539-cb71272f66e7 req-dea30aa3-4f38-4241-a992-e25ec66c761c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Calling delete_port for 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:24:33.165753 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (26abdd01-015f-4c88-b71f-2308c1053124), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:33.231145 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Pushing event updated for resources: {'Port': ['ID=26abdd01-015f-4c88-b71f-2308c1053124,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:33.467422 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-46411252-4a93-431a-90d1-26a171599cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:33.724662 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Attempting to bind port 26abdd01-015f-4c88-b71f-2308c1053124 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:33.725245 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Attempting to bind port 26abdd01-015f-4c88-b71f-2308c1053124 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:33.725561 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Attempting to bind port 26abdd01-015f-4c88-b71f-2308c1053124 on network 293de11d-03a3-40b1-9415-67bde64c1b76 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:33.730682 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Port 26abdd01-015f-4c88-b71f-2308c1053124 on network 293de11d-03a3-40b1-9415-67bde64c1b76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:24:33.731125 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Attempting to bind port 26abdd01-015f-4c88-b71f-2308c1053124 on network 293de11d-03a3-40b1-9415-67bde64c1b76 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:33.736805 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:33.737193 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Checking segment: {'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:33.737650 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Bound using segment: {'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:33.738160 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Bound port: 26abdd01-015f-4c88-b71f-2308c1053124, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73fca8f5-d679-493f-ae70-a005966cec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:33.738569 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (26abdd01-015f-4c88-b71f-2308c1053124), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:33.820009 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55260f00-7364-401a-8539-cb71272f66e7 req-dea30aa3-4f38-4241-a992-e25ec66c761c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:33.881851 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] For port 26abdd01-015f-4c88-b71f-2308c1053124, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:33.892220 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fa6de4e7-54d0-40a0-81f9-619d0b544aa4 req-4e8f2ab0-857b-4ccd-b803-3bb70f5e45e6 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0758047 May 16 15:24:33.901527 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea30aa3-4f38-4241-a992-e25ec66c761c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Pushing event deleted for resources: {'Port': ['ID=90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:33.930371 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] For port 26abdd01-015f-4c88-b71f-2308c1053124, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=26abdd01-015f-4c88-b71f-2308c1053124,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:34.003092 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-55260f00-7364-401a-8539-cb71272f66e7 req-dea30aa3-4f38-4241-a992-e25ec66c761c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] No DVR routers for this DVR port 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:24:34.007344 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55260f00-7364-401a-8539-cb71272f66e7 req-dea30aa3-4f38-4241-a992-e25ec66c761c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:34.010572 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-55260f00-7364-401a-8539-cb71272f66e7 req-dea30aa3-4f38-4241-a992-e25ec66c761c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.25 "DELETE /v2.0/ports/90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 HTTP/1.1" status: 204 len: 173 time: 1.1163783 May 16 15:24:34.011162 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc996c8a-6e8c-417e-8afe-78c27b11b6e2', 'name': 'network-vif-deleted', 'tag': '90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:34.013443 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3d506b-de38-4772-9ffa-19b84acfd3c6" -d '{"events": [{"server_uuid": "cc996c8a-6e8c-417e-8afe-78c27b11b6e2", "name": "network-vif-deleted", "tag": "90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:34.017202 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (26abdd01-015f-4c88-b71f-2308c1053124), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:34.067387 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3867663-ed5d-455a-9a48-29b690cecde8 req-91f2bd5f-b6a6-4edc-b56b-8e918d4eee70 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:34.068934 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d3867663-ed5d-455a-9a48-29b690cecde8 req-91f2bd5f-b6a6-4edc-b56b-8e918d4eee70 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 943 time: 0.1165590 May 16 15:24:34.073596 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:34.074088 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:34.075485 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] 10.222.0.25 "PUT /v2.0/ports/26abdd01-015f-4c88-b71f-2308c1053124 HTTP/1.1" status: 200 len: 1093 time: 1.6674314 May 16 15:24:34.110886 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789084ef-8987-4e42-9d54-0f560299a723 x-openstack-request-id: req-789084ef-8987-4e42-9d54-0f560299a723 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:34.111154 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc996c8a-6e8c-417e-8afe-78c27b11b6e2", "name": "network-vif-deleted", "tag": "90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:34.111422 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-789084ef-8987-4e42-9d54-0f560299a723 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:34.111845 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789084ef-8987-4e42-9d54-0f560299a723'] response: {'server_uuid': 'cc996c8a-6e8c-417e-8afe-78c27b11b6e2', 'name': 'network-vif-deleted', 'tag': '90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6', 'status': 'completed', 'code': 200} May 16 15:24:34.116174 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192cd08-ec86-4149-8598-ea1d8a9120a4 service neutron] Pushing event updated for resources: {'Port': ['ID=26abdd01-015f-4c88-b71f-2308c1053124,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:34.186607 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d3867663-ed5d-455a-9a48-29b690cecde8 req-074e0735-56e3-4434-98fe-550a668e45f1 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953212 May 16 15:24:35.003549 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4d9ccdee-9a9e-4363-839d-f3c374801616 req-7613af50-3b7a-4ffe-81df-bb095f3f43df tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0319855 May 16 15:24:35.278421 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:24:35.298351 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:24:35.298702 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 90ca4e84-3dae-4f7c-8d88-f4d32d6f6fc6 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:24:35.307817 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cb6da-5475-44f4-8242-aed078d43fcb req-8f7e742f-1733-4184-8f36-8f05d6676c6c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:35.309453 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ae7cb6da-5475-44f4-8242-aed078d43fcb req-8f7e742f-1733-4184-8f36-8f05d6676c6c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 943 time: 0.0498917 May 16 15:24:35.363473 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ae7cb6da-5475-44f4-8242-aed078d43fcb req-2db03719-e6cf-4ada-b0f1-57b2c4a4e66d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467896 May 16 15:24:35.484777 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92369ef8-19c7-4e97-b931-bf00b8809028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:36.122184 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:36.126118 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64ba3d3-f293-4ec1-8a2f-f97ac89ae85a" -d '{"events": [{"name": "network-changed", "server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "tag": "26abdd01-015f-4c88-b71f-2308c1053124"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:36.132330 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-18826453-f7de-4d14-8cb4-09c822f5bc4c req-622d886b-05bd-4144-8493-9e3b8b7555d5 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0403016 May 16 15:24:36.179987 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b2bcb3-926c-45ca-bcb6-ffd9215b5556 x-openstack-request-id: req-a1b2bcb3-926c-45ca-bcb6-ffd9215b5556 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:36.181505 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "tag": "26abdd01-015f-4c88-b71f-2308c1053124", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:36.181505 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a1b2bcb3-926c-45ca-bcb6-ffd9215b5556 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:36.181505 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b2bcb3-926c-45ca-bcb6-ffd9215b5556'] response: {'name': 'network-changed', 'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124', 'status': 'completed', 'code': 200} May 16 15:24:36.483238 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d815e7-bf3b-41d1-889d-1b21105e07a0 req-70f8e78d-8bdb-4f40-8932-57d9c70fbb08 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:36.485138 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77d815e7-bf3b-41d1-889d-1b21105e07a0 req-70f8e78d-8bdb-4f40-8932-57d9c70fbb08 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 943 time: 0.0490685 May 16 15:24:36.548297 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77d815e7-bf3b-41d1-889d-1b21105e07a0 req-4f3a6522-574e-4ceb-9015-7769c05b0138 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575016 May 16 15:24:36.678997 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:37.232687 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-690ebbf2-862f-423d-93d7-394e38b96669 req-d972b8b7-ce26-449c-b605-5467cba5c646 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0274174 May 16 15:24:37.687597 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e604b47-c699-4b88-ad1e-a12fdc79914a req-2261c627-740a-4d33-a04d-0ce0a6dd1ffe tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:37.689365 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2e604b47-c699-4b88-ad1e-a12fdc79914a req-2261c627-740a-4d33-a04d-0ce0a6dd1ffe tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 943 time: 0.0708079 May 16 15:24:37.736657 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2e604b47-c699-4b88-ad1e-a12fdc79914a req-f49e4ceb-da83-4baf-b1ae-f0d557f3f46e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 May 16 15:24:38.064511 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:38.328943 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-30ba4e65-ee13-4c3e-9c85-f4239982175a req-c65ce239-06ab-48f9-a7bc-7474d4010314 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0281923 May 16 15:24:38.850319 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e596da-e75b-4919-aa0f-49add152b1ad req-cfd1d640-7272-4ea5-a600-baf1ed40ab5f tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:38.851811 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-52e596da-e75b-4919-aa0f-49add152b1ad req-cfd1d640-7272-4ea5-a600-baf1ed40ab5f tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 943 time: 0.0474167 May 16 15:24:38.917417 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-52e596da-e75b-4919-aa0f-49add152b1ad req-26213c24-8efd-4a0b-9516-69342fc3a8db tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599389 May 16 15:24:39.426898 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-40485bfb-a23d-435d-9b1b-237405943e90 req-2c978e1b-32bd-42f5-b6b6-1519aa9766ff tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0306275 May 16 15:24:40.025797 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac8985-cada-471d-aef6-f7687297506a req-657e16de-f017-4130-ac23-0afdcc05371d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:40.027246 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-54ac8985-cada-471d-aef6-f7687297506a req-657e16de-f017-4130-ac23-0afdcc05371d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 943 time: 0.0469863 May 16 15:24:40.072344 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-54ac8985-cada-471d-aef6-f7687297506a req-8ca4a442-3a43-4b9a-bf62-113ee44d1efb tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 May 16 15:24:40.530014 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b3bc234-060a-4b43-b978-8554cbdc2707 req-c8e6a922-361a-4a14-b792-d9888d62f596 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0306480 May 16 15:24:40.633022 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:41.196632 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b001a-0a38-47f2-b4c3-5822f42b6c1d req-2c56baac-35b1-4c0b-9859-5e721520b975 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:41.198500 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b86b001a-0a38-47f2-b4c3-5822f42b6c1d req-2c56baac-35b1-4c0b-9859-5e721520b975 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 943 time: 0.0555673 May 16 15:24:41.249999 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b86b001a-0a38-47f2-b4c3-5822f42b6c1d req-32d68c0f-139d-440a-bfab-5c755c9b22fd tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 May 16 15:24:41.628007 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e120652f-8c3b-4b88-935f-91d320b95f14 req-33fe6afa-db63-4e14-9ab8-57c8885bd39b tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0270307 May 16 15:24:41.747074 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:42.309743 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba3d3-f293-4ec1-8a2f-f97ac89ae85a req-b536e41f-e5be-48e6-8d85-9f8ab2c6d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.311214 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c64ba3d3-f293-4ec1-8a2f-f97ac89ae85a req-b536e41f-e5be-48e6-8d85-9f8ab2c6d042 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9&device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 1127 time: 0.0381038 May 16 15:24:42.397098 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4a36e-b726-4431-b3d0-b1322ffdef1a req-541e42dd-04c6-42da-b4dd-739540b44af0 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.398474 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dda4a36e-b726-4431-b3d0-b1322ffdef1a req-541e42dd-04c6-42da-b4dd-739540b44af0 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 943 time: 0.0794795 May 16 15:24:42.487535 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba3d3-f293-4ec1-8a2f-f97ac89ae85a req-2ab86023-4924-4f33-9aa4-31cd03eed166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.489028 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c64ba3d3-f293-4ec1-8a2f-f97ac89ae85a req-2ab86023-4924-4f33-9aa4-31cd03eed166 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1593390 May 16 15:24:42.493802 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dda4a36e-b726-4431-b3d0-b1322ffdef1a req-67398d05-fb78-4607-82ef-f4bd7e3f1e25 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654163 May 16 15:24:42.587723 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba3d3-f293-4ec1-8a2f-f97ac89ae85a req-80e32b93-9824-4a95-832d-1351fea02478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.589232 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c64ba3d3-f293-4ec1-8a2f-f97ac89ae85a req-80e32b93-9824-4a95-832d-1351fea02478 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945759 May 16 15:24:42.734626 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-aa8cf12c-3482-49c1-80fe-334058c36b13 req-ac870e0a-9002-4e80-a0c8-cd809ce901ab tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc996c8a-6e8c-417e-8afe-78c27b11b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0282555 May 16 15:24:42.899097 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e121c05d-9638-4703-a284-60d51ed15108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.900645 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-e121c05d-9638-4703-a284-60d51ed15108 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9&device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 1127 time: 0.0382106 May 16 15:24:42.950645 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-3873903e-7f6d-4996-aa94-6bb0ca562dd6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26abdd01-015f-4c88-b71f-2308c1053124 HTTP/1.1" status: 200 len: 217 time: 0.0370202 May 16 15:24:42.996726 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-5c8b5306-4cce-4a01-b42e-cca58e198e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.998133 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-5c8b5306-4cce-4a01-b42e-cca58e198e3b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97d3e544-299e-4d94-aa79-c4e61a47418f HTTP/1.1" status: 200 len: 854 time: 0.0421107 May 16 15:24:43.041099 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-668cbc8a-a4de-45a8-908e-aca4038fb3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:43.042549 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-668cbc8a-a4de-45a8-908e-aca4038fb3df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=293de11d-03a3-40b1-9415-67bde64c1b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372500 May 16 15:24:43.137317 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-be0db53e-5e86-48fc-b6f7-fd996d997c5c service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875473 May 16 15:24:43.229238 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58aace0-d23d-4211-937e-e71ee60f3159 req-93397819-7e98-4280-809c-420a22275bed service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845103 May 16 15:24:43.609968 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a5a54-11eb-4d74-9510-23b12f740f14 req-b7b2baf5-5935-4704-8fd6-321a0111111c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:43.611431 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-964a5a54-11eb-4d74-9510-23b12f740f14 req-b7b2baf5-5935-4704-8fd6-321a0111111c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 943 time: 0.0495512 May 16 15:24:43.658118 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-964a5a54-11eb-4d74-9510-23b12f740f14 req-a4df3c2d-ffa4-4bbc-803d-ec2e3a2ab5a6 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409594 May 16 15:24:44.767698 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafe795-f655-4ce8-aa3f-69e1d3391117 req-7f41659e-9cf0-412b-ab9f-178a6b39bec2 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:44.769180 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4cafe795-f655-4ce8-aa3f-69e1d3391117 req-7f41659e-9cf0-412b-ab9f-178a6b39bec2 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 943 time: 0.0470984 May 16 15:24:44.815597 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4cafe795-f655-4ce8-aa3f-69e1d3391117 req-2f3be9ee-ba7c-491a-a9df-809d37c2de00 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 May 16 15:24:45.925134 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be4b24-e6de-473f-a8d2-4343431d801a req-a0fef8fa-431a-4616-8707-d44d1856b307 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:45.926578 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-20be4b24-e6de-473f-a8d2-4343431d801a req-a0fef8fa-431a-4616-8707-d44d1856b307 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 943 time: 0.0458050 May 16 15:24:45.976043 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-20be4b24-e6de-473f-a8d2-4343431d801a req-7133596a-567e-4392-9119-49de2f0c4e78 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439327 May 16 15:24:46.903233 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 26abdd01-015f-4c88-b71f-2308c1053124 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:24:47.001240 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 26abdd01-015f-4c88-b71f-2308c1053124, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=26abdd01-015f-4c88-b71f-2308c1053124,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:47.012548 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '26abdd01-015f-4c88-b71f-2308c1053124', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'port_id': '26abdd01-015f-4c88-b71f-2308c1053124', 'mac_address': 'fa:16:3e:10:5c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:24:47.046488 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 26abdd01-015f-4c88-b71f-2308c1053124 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:47.046872 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (26abdd01-015f-4c88-b71f-2308c1053124), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:47.059986 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26abdd01-015f-4c88-b71f-2308c1053124 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:24:47.079234 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 26abdd01-015f-4c88-b71f-2308c1053124, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=26abdd01-015f-4c88-b71f-2308c1053124,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:47.087567 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045de29-fbc5-4898-b1fb-5c1e23bb76aa req-80396c04-192f-4579-b46c-018150d87503 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:47.089083 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d045de29-fbc5-4898-b1fb-5c1e23bb76aa req-80396c04-192f-4579-b46c-018150d87503 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 943 time: 0.0470233 May 16 15:24:47.134467 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d045de29-fbc5-4898-b1fb-5c1e23bb76aa req-323fabcd-c2b7-4add-9e54-82b9a63f1c04 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397725 May 16 15:24:47.159395 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (26abdd01-015f-4c88-b71f-2308c1053124), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:47.202768 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=26abdd01-015f-4c88-b71f-2308c1053124,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:47.443254 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['26abdd01-015f-4c88-b71f-2308c1053124'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:24:48.042907 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 26abdd01-015f-4c88-b71f-2308c1053124 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:48.083143 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 26abdd01-015f-4c88-b71f-2308c1053124 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:24:48.143690 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 26abdd01-015f-4c88-b71f-2308c1053124 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:48.144060 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (26abdd01-015f-4c88-b71f-2308c1053124), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.218929 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 26abdd01-015f-4c88-b71f-2308c1053124 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:48.219315 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (26abdd01-015f-4c88-b71f-2308c1053124), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.242240 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:48.246182 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210e66c7-a1c8-4905-bfda-6446b09db99b" -d '{"events": [{"server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "name": "network-vif-plugged", "status": "completed", "tag": "26abdd01-015f-4c88-b71f-2308c1053124"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:48.247358 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8586c-7e91-4e54-ad92-00b8bcfbb333 req-f2cf384f-b07d-48b2-8ad7-69ffc9bf90f5 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:48.248865 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-afd8586c-7e91-4e54-ad92-00b8bcfbb333 req-f2cf384f-b07d-48b2-8ad7-69ffc9bf90f5 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 944 time: 0.0468628 May 16 15:24:48.256952 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 26abdd01-015f-4c88-b71f-2308c1053124, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=26abdd01-015f-4c88-b71f-2308c1053124,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:48.282414 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96942973-b802-4fc4-9b39-7e51c85f8cb3 x-openstack-request-id: req-96942973-b802-4fc4-9b39-7e51c85f8cb3 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:48.283298 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "name": "network-vif-plugged", "status": "completed", "tag": "26abdd01-015f-4c88-b71f-2308c1053124", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:48.283746 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96942973-b802-4fc4-9b39-7e51c85f8cb3 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:48.284307 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96942973-b802-4fc4-9b39-7e51c85f8cb3'] response: {'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124', 'code': 200} May 16 15:24:48.298038 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-afd8586c-7e91-4e54-ad92-00b8bcfbb333 req-732fee97-b028-493b-97a1-b4343a125c9f tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423074 May 16 15:24:48.321565 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (26abdd01-015f-4c88-b71f-2308c1053124), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.368167 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=26abdd01-015f-4c88-b71f-2308c1053124,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:48.619260 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91bc5e-13f8-40c3-9295-31ed938cff24 req-b13fec5c-6aa5-48bb-a09d-1ebd7f3de231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:48.620778 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9a91bc5e-13f8-40c3-9295-31ed938cff24 req-b13fec5c-6aa5-48bb-a09d-1ebd7f3de231 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 1129 time: 0.0405419 May 16 15:24:48.664254 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9a91bc5e-13f8-40c3-9295-31ed938cff24 req-434f307e-fc70-4f88-b71f-ab9332783a40 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363631 May 16 15:24:49.411743 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c0cfe-130c-4b58-b0ad-81aa5ecc5a57 req-ae93ef5d-ebf0-46a0-938e-84d7ee601da1 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:49.413188 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-405c0cfe-130c-4b58-b0ad-81aa5ecc5a57 req-ae93ef5d-ebf0-46a0-938e-84d7ee601da1 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 945 time: 0.0462914 May 16 15:24:49.458685 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-405c0cfe-130c-4b58-b0ad-81aa5ecc5a57 req-00e54cfc-544d-4f65-afa0-35d0b3ef06d9 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 May 16 15:24:50.568889 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997642af-7e12-4591-9e4d-bfcfe06b15ed req-31514db0-c9a1-4a21-ba2e-6cf18bd7864c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:50.570338 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-997642af-7e12-4591-9e4d-bfcfe06b15ed req-31514db0-c9a1-4a21-ba2e-6cf18bd7864c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 945 time: 0.0449367 May 16 15:24:50.619146 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-997642af-7e12-4591-9e4d-bfcfe06b15ed req-6838b6ac-afec-4d99-a026-53a18744174a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432651 May 16 15:24:51.728972 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183c43e-6311-49fa-9334-71fdd166ada8 req-f70f636d-ec47-440c-b468-38d9ce6658c0 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:51.730514 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d183c43e-6311-49fa-9334-71fdd166ada8 req-f70f636d-ec47-440c-b468-38d9ce6658c0 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 945 time: 0.0457394 May 16 15:24:51.777142 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d183c43e-6311-49fa-9334-71fdd166ada8 req-6f3190a5-d10b-4150-a3b3-5e743f288764 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 May 16 15:24:52.228416 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-a089b452-67aa-4efc-bfe0-93e798a85037 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:52.229753 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-a089b452-67aa-4efc-bfe0-93e798a85037 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/networks?id=2aa68265-e33f-4bb0-af32-8089310ebac3 HTTP/1.1" status: 200 len: 813 time: 0.1018538 May 16 15:24:52.243552 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-f9445847-0f9d-4b6b-b516-65a5ae45e0c9 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/quotas/5e343d0e69de4a2c956a7ebc9056b8d5 HTTP/1.1" status: 200 len: 375 time: 0.0085063 May 16 15:24:52.274961 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-96d96082-6178-4b10-bd10-4a52426b25a4 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e343d0e69de4a2c956a7ebc9056b8d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264964 May 16 15:24:52.363270 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3aa86c90-d7ae-4c71-9f88-8047bf3809c7 service neutron] 10.222.0.71 "GET /v2.0/networks/2aa68265-e33f-4bb0-af32-8089310ebac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816789 May 16 15:24:52.457022 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-289010fe-4e34-4450-b3e0-a101ae978e32 service neutron] 10.222.0.71 "GET /v2.0/networks/2aa68265-e33f-4bb0-af32-8089310ebac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880234 May 16 15:24:52.602868 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:24:52.677343 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-10a891b2-c994-4de0-a778-bbbb1e34d1c2 req-5f67ce9a-3db1-4df9-b548-085421859bee tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 210 time: 0.0275135 May 16 15:24:52.893751 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78733514-ff79-407e-9177-8d3e35227803 req-e40859ff-48f0-4718-97aa-3814eeae476f tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:52.895186 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-78733514-ff79-407e-9177-8d3e35227803 req-e40859ff-48f0-4718-97aa-3814eeae476f tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 945 time: 0.0511329 May 16 15:24:52.943604 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-78733514-ff79-407e-9177-8d3e35227803 req-235c5753-dea1-4b74-b966-8f51125e59f5 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 May 16 15:24:53.053973 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cdce9-bf4b-47a5-afc7-cf816d6a1ac1 req-9c074fd7-8a9f-43f2-b064-18e7f36043a7 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:53.055362 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2f5cdce9-bf4b-47a5-afc7-cf816d6a1ac1 req-9c074fd7-8a9f-43f2-b064-18e7f36043a7 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 945 time: 0.0468764 May 16 15:24:53.102946 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2f5cdce9-bf4b-47a5-afc7-cf816d6a1ac1 req-c0ea6977-3899-4add-90ed-983e3fd2de9d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 May 16 15:24:53.422254 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53766db3-9bf7-4629-a242-33485a91f184 req-fec55156-cbde-4c3f-84f2-fa69f8bd48ca tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:53.424377 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-53766db3-9bf7-4629-a242-33485a91f184 req-fec55156-cbde-4c3f-84f2-fa69f8bd48ca tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 945 time: 0.0472257 May 16 15:24:53.474783 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-53766db3-9bf7-4629-a242-33485a91f184 req-c3c4070e-21df-4ee7-b39c-5f8e9d14d1ab tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447333 May 16 15:24:53.776427 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-49d057f1-5365-4c77-bfa7-7eebb9340b56 req-7b0d067c-b75d-42c1-872c-465df484e79c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 210 time: 0.0282879 May 16 15:24:54.557803 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-b44dc100-9270-46b4-ac6e-4f0fd9ebcd95 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:54.559165 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-b44dc100-9270-46b4-ac6e-4f0fd9ebcd95 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.25 "GET /v2.0/networks?id=2aa68265-e33f-4bb0-af32-8089310ebac3 HTTP/1.1" status: 200 len: 813 time: 0.1065044 May 16 15:24:54.576470 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Request body: {'port': {'device_id': 'f4628f8b-2c41-4b6a-9609-0a90d8f5426f', 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3', 'admin_state_up': True, 'tenant_id': '5e343d0e69de4a2c956a7ebc9056b8d5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:54.778276 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Made reservation on behalf of 5e343d0e69de4a2c956a7ebc9056b8d5 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:54.781813 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.885176 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-44d2b1ac-aefd-4e6b-9cf4-83f6c173039a req-b87f1388-9300-46ad-aae2-5471e11b76eb tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 210 time: 0.0361257 May 16 15:24:54.946030 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Allocated IP 172.20.0.3 (2aa68265-e33f-4bb0-af32-8089310ebac3/d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca/7ccf1ea8-5ab9-4663-bda5-21370c2174df) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:55.092389 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks [] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.178749 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.219301 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Network 2aa68265-e33f-4bb0-af32-8089310ebac3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:55.222635 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:55.226541 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:55.257554 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Pushing event updated for resources: {'Port': ['ID=7ccf1ea8-5ab9-4663-bda5-21370c2174df,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:55.281520 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:55.282138 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.369642 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-3b58a15a-9b31-4692-97b3-4d7fd56f7334 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7967055 May 16 15:24:55.387481 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Request body: {'port': {'device_id': 'f4628f8b-2c41-4b6a-9609-0a90d8f5426f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:55.450412 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.733859 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ccf1ea8-5ab9-4663-bda5-21370c2174df {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:24:55.741976 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Publish callbacks [] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.754975 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Transition to ACTIVE for port object 7ccf1ea8-5ab9-4663-bda5-21370c2174df will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:24:55.832738 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.885529 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Pushing event updated for resources: {'Port': ['ID=7ccf1ea8-5ab9-4663-bda5-21370c2174df,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:55.951120 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Attempting to bind port 7ccf1ea8-5ab9-4663-bda5-21370c2174df on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:55.951461 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Attempting to bind port 7ccf1ea8-5ab9-4663-bda5-21370c2174df by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '24319ca4-71f1-4435-8a53-9eaedc1f8208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:55.951834 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Attempting to bind port 7ccf1ea8-5ab9-4663-bda5-21370c2174df on network 2aa68265-e33f-4bb0-af32-8089310ebac3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:55.957682 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Port 7ccf1ea8-5ab9-4663-bda5-21370c2174df on network 2aa68265-e33f-4bb0-af32-8089310ebac3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:24:55.957992 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Attempting to bind port 7ccf1ea8-5ab9-4663-bda5-21370c2174df on network 2aa68265-e33f-4bb0-af32-8089310ebac3 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:55.973734 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:55.974075 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Checking segment: {'id': '24319ca4-71f1-4435-8a53-9eaedc1f8208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:55.974457 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Bound using segment: {'id': '24319ca4-71f1-4435-8a53-9eaedc1f8208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:55.974886 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Bound port: 7ccf1ea8-5ab9-4663-bda5-21370c2174df, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24319ca4-71f1-4435-8a53-9eaedc1f8208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:55.975248 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.036847 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd873e6-64d6-47e2-9aae-a0dc6194aa9f req-0ad96081-bb4f-41c0-9443-11c68914c17e tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:56.038274 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cdd873e6-64d6-47e2-9aae-a0dc6194aa9f req-0ad96081-bb4f-41c0-9443-11c68914c17e tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 943 time: 0.0781066 May 16 15:24:56.096543 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] For port 7ccf1ea8-5ab9-4663-bda5-21370c2174df, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:56.115735 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] For port 7ccf1ea8-5ab9-4663-bda5-21370c2174df, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7ccf1ea8-5ab9-4663-bda5-21370c2174df,segment=NetworkSegment(24319ca4-71f1-4435-8a53-9eaedc1f8208),segment_id=24319ca4-71f1-4435-8a53-9eaedc1f8208)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:56.120831 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cdd873e6-64d6-47e2-9aae-a0dc6194aa9f req-7db8f1b0-a5b5-4bf0-9881-a5784d4e32f4 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744796 May 16 15:24:56.178547 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.210734 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:56.211372 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.212749 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] 10.222.0.25 "PUT /v2.0/ports/7ccf1ea8-5ab9-4663-bda5-21370c2174df HTTP/1.1" status: 200 len: 1093 time: 0.8295345 May 16 15:24:56.213189 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4628f8b-2c41-4b6a-9609-0a90d8f5426f', 'tag': '7ccf1ea8-5ab9-4663-bda5-21370c2174df'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:56.215421 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4d705a-d712-4670-9f84-313da6d7abe6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4628f8b-2c41-4b6a-9609-0a90d8f5426f", "tag": "7ccf1ea8-5ab9-4663-bda5-21370c2174df"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:56.240571 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f6536-8361-41c3-b58a-2f05b02b3330 service neutron] Pushing event updated for resources: {'Port': ['ID=7ccf1ea8-5ab9-4663-bda5-21370c2174df,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:56.258015 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94e23fa-1a2f-4d96-8643-ea35b14af0c6 x-openstack-request-id: req-d94e23fa-1a2f-4d96-8643-ea35b14af0c6 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:56.258384 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4628f8b-2c41-4b6a-9609-0a90d8f5426f", "tag": "7ccf1ea8-5ab9-4663-bda5-21370c2174df", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:56.258656 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d94e23fa-1a2f-4d96-8643-ea35b14af0c6 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:56.259120 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94e23fa-1a2f-4d96-8643-ea35b14af0c6'] response: {'name': 'network-changed', 'server_uuid': 'f4628f8b-2c41-4b6a-9609-0a90d8f5426f', 'tag': '7ccf1ea8-5ab9-4663-bda5-21370c2174df', 'status': 'completed', 'code': 200} May 16 15:24:56.342151 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d705a-d712-4670-9f84-313da6d7abe6 req-feda96a6-d681-4e8b-a481-526043df38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:56.343653 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2e4d705a-d712-4670-9f84-313da6d7abe6 req-feda96a6-d681-4e8b-a481-526043df38b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e343d0e69de4a2c956a7ebc9056b8d5&device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 1127 time: 0.0430214 May 16 15:24:56.445765 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d705a-d712-4670-9f84-313da6d7abe6 req-52e1180b-ec1e-42a4-8b3d-130d5210dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:56.447130 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2e4d705a-d712-4670-9f84-313da6d7abe6 req-52e1180b-ec1e-42a4-8b3d-130d5210dd90 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=5e343d0e69de4a2c956a7ebc9056b8d5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0903506 May 16 15:24:56.542145 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d705a-d712-4670-9f84-313da6d7abe6 req-7d64e371-d520-40b1-a7ca-0f704610994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:56.543542 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2e4d705a-d712-4670-9f84-313da6d7abe6 req-7d64e371-d520-40b1-a7ca-0f704610994d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905318 May 16 15:24:56.637082 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-203cae5d-ebbe-4e59-8c74-f85f3128e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:56.638525 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-203cae5d-ebbe-4e59-8c74-f85f3128e58b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5e343d0e69de4a2c956a7ebc9056b8d5&device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 1127 time: 0.0388198 May 16 15:24:56.684394 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-e83aefca-d65c-4871-b5e5-3c07d4fc1563 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ccf1ea8-5ab9-4663-bda5-21370c2174df HTTP/1.1" status: 200 len: 217 time: 0.0315754 May 16 15:24:56.736390 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-6575e736-4e88-43ca-92f2-03a504087d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:56.738000 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-6575e736-4e88-43ca-92f2-03a504087d72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca HTTP/1.1" status: 200 len: 853 time: 0.0473580 May 16 15:24:56.768672 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-21c86419-1e29-4a75-8b57-10452564c3b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2aa68265-e33f-4bb0-af32-8089310ebac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249383 May 16 15:24:56.855766 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-e1952b43-2482-4292-8d11-ff50dc7f6a56 service neutron] 10.222.0.25 "GET /v2.0/networks/2aa68265-e33f-4bb0-af32-8089310ebac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813446 May 16 15:24:56.947217 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf739489-533d-4b33-bda7-5e2e6d05d649 req-903639f2-f41a-47e6-9c86-e0ec4478d3f6 service neutron] 10.222.0.25 "GET /v2.0/networks/2aa68265-e33f-4bb0-af32-8089310ebac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851157 May 16 15:24:57.231020 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67031e-9487-4b50-b292-31db31269371 req-300c5f5e-3a4b-48cf-aad5-d4ee6535b9e1 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:57.232503 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8c67031e-9487-4b50-b292-31db31269371 req-300c5f5e-3a4b-48cf-aad5-d4ee6535b9e1 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 943 time: 0.0459518 May 16 15:24:57.277941 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8c67031e-9487-4b50-b292-31db31269371 req-45b2539d-7d2d-4d4b-a7e8-c721576efd8c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 May 16 15:24:58.394390 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c57e8-1b95-4ac3-80be-80fca8f32082 req-a3c3a1e0-5578-4a63-bba1-9ec243c3ace1 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:58.395753 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f27c57e8-1b95-4ac3-80be-80fca8f32082 req-a3c3a1e0-5578-4a63-bba1-9ec243c3ace1 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 943 time: 0.0513058 May 16 15:24:58.447162 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f27c57e8-1b95-4ac3-80be-80fca8f32082 req-7beb1425-4872-4a8d-99bf-3af2e3bff6a4 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 May 16 15:24:59.559064 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f20728-55e0-4cd6-bab5-f91f209ea0b2 req-6db809ce-b9c8-40f0-888c-0e4282d2ba48 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:59.560544 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-83f20728-55e0-4cd6-bab5-f91f209ea0b2 req-6db809ce-b9c8-40f0-888c-0e4282d2ba48 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 943 time: 0.0462723 May 16 15:24:59.607952 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-83f20728-55e0-4cd6-bab5-f91f209ea0b2 req-347badb2-a124-43e5-acc2-738be61265ff tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411568 May 16 15:25:00.089686 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7ccf1ea8-5ab9-4663-bda5-21370c2174df details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:25:00.185363 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7ccf1ea8-5ab9-4663-bda5-21370c2174df, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7ccf1ea8-5ab9-4663-bda5-21370c2174df,segment=NetworkSegment(24319ca4-71f1-4435-8a53-9eaedc1f8208),segment_id=24319ca4-71f1-4435-8a53-9eaedc1f8208)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:00.197164 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '7ccf1ea8-5ab9-4663-bda5-21370c2174df', 'network_id': '2aa68265-e33f-4bb0-af32-8089310ebac3', 'port_id': '7ccf1ea8-5ab9-4663-bda5-21370c2174df', 'mac_address': 'fa:16:3e:43:e9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd695e8b1-4150-485c-aa9b-2b8b7a4fc9ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:25:00.234089 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 7ccf1ea8-5ab9-4663-bda5-21370c2174df is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:00.234471 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.247883 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ccf1ea8-5ab9-4663-bda5-21370c2174df {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:25:00.268311 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7ccf1ea8-5ab9-4663-bda5-21370c2174df, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7ccf1ea8-5ab9-4663-bda5-21370c2174df,segment=NetworkSegment(24319ca4-71f1-4435-8a53-9eaedc1f8208),segment_id=24319ca4-71f1-4435-8a53-9eaedc1f8208)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:00.349208 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.394671 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=7ccf1ea8-5ab9-4663-bda5-21370c2174df,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:00.623282 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['7ccf1ea8-5ab9-4663-bda5-21370c2174df'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:25:00.718682 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a7bc0-bbed-4a84-b2e6-5441a22bd19c req-2702cc94-8ebc-4efa-a6a4-835e385db588 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:00.720853 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f5a7bc0-bbed-4a84-b2e6-5441a22bd19c req-2702cc94-8ebc-4efa-a6a4-835e385db588 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 944 time: 0.0456340 May 16 15:25:00.769032 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f5a7bc0-bbed-4a84-b2e6-5441a22bd19c req-22312f86-c75c-489c-8f1c-a857602ff847 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428391 May 16 15:25:01.879759 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d61364-387a-4cd7-a1a4-5e6de89bc140 req-d4c9a7c7-a8ed-4ada-b11d-016ad9f679c0 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:01.881235 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-06d61364-387a-4cd7-a1a4-5e6de89bc140 req-d4c9a7c7-a8ed-4ada-b11d-016ad9f679c0 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 944 time: 0.0465086 May 16 15:25:01.928595 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-06d61364-387a-4cd7-a1a4-5e6de89bc140 req-b8065d45-035a-442a-8078-b5f078a3c219 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418825 May 16 15:25:02.109686 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7ccf1ea8-5ab9-4663-bda5-21370c2174df up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:25:02.151903 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 7ccf1ea8-5ab9-4663-bda5-21370c2174df completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:25:02.190132 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 7ccf1ea8-5ab9-4663-bda5-21370c2174df triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:25:02.190511 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:02.262545 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 7ccf1ea8-5ab9-4663-bda5-21370c2174df is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:02.262926 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:02.286004 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4628f8b-2c41-4b6a-9609-0a90d8f5426f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccf1ea8-5ab9-4663-bda5-21370c2174df'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:02.288362 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294c7b13-c0f4-4133-b440-7a729b817f05" -d '{"events": [{"server_uuid": "f4628f8b-2c41-4b6a-9609-0a90d8f5426f", "name": "network-vif-plugged", "status": "completed", "tag": "7ccf1ea8-5ab9-4663-bda5-21370c2174df"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:02.301526 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 7ccf1ea8-5ab9-4663-bda5-21370c2174df, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7ccf1ea8-5ab9-4663-bda5-21370c2174df,segment=NetworkSegment(24319ca4-71f1-4435-8a53-9eaedc1f8208),segment_id=24319ca4-71f1-4435-8a53-9eaedc1f8208)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:02.326209 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd8e273-ed9a-4fe5-b8ae-70b815959a87 x-openstack-request-id: req-9cd8e273-ed9a-4fe5-b8ae-70b815959a87 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:02.326503 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4628f8b-2c41-4b6a-9609-0a90d8f5426f", "name": "network-vif-plugged", "status": "completed", "tag": "7ccf1ea8-5ab9-4663-bda5-21370c2174df", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:02.326784 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9cd8e273-ed9a-4fe5-b8ae-70b815959a87 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:02.327185 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd8e273-ed9a-4fe5-b8ae-70b815959a87'] response: {'server_uuid': 'f4628f8b-2c41-4b6a-9609-0a90d8f5426f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccf1ea8-5ab9-4663-bda5-21370c2174df', 'code': 200} May 16 15:25:02.358408 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:02.411675 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=7ccf1ea8-5ab9-4663-bda5-21370c2174df,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:02.760897 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06b303-e5cb-482d-a52f-39a3e1c66eba req-ed19d931-c77d-477f-b8c8-a3bfe96147ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:02.762363 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dc06b303-e5cb-482d-a52f-39a3e1c66eba req-ed19d931-c77d-477f-b8c8-a3bfe96147ac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 1129 time: 0.0363731 May 16 15:25:02.809660 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dc06b303-e5cb-482d-a52f-39a3e1c66eba req-7e3f8162-56f9-435e-8275-19e7f603249d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 May 16 15:25:03.041548 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd2a96-fdc7-46a9-9074-66857f6ba7ee req-bca13dcd-e3ce-4192-bb4f-6aea520e9060 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:03.042892 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-24fd2a96-fdc7-46a9-9074-66857f6ba7ee req-bca13dcd-e3ce-4192-bb4f-6aea520e9060 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 945 time: 0.0478625 May 16 15:25:03.088351 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-24fd2a96-fdc7-46a9-9074-66857f6ba7ee req-3d8dfe68-659b-4cf9-8469-e9f9ee2bfb55 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391886 May 16 15:25:03.426806 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-650b44e4-d15f-4b1f-bc4e-55b44ea0598b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:03.648062 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd382c-0a70-4164-b85a-fe744eecb7f8 req-cae8de69-f2f1-4947-8030-edcc09dd605c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:03.649522 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-65fd382c-0a70-4164-b85a-fe744eecb7f8 req-cae8de69-f2f1-4947-8030-edcc09dd605c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 945 time: 0.0464139 May 16 15:25:03.696757 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-65fd382c-0a70-4164-b85a-fe744eecb7f8 req-b8a2a141-baf2-4c56-be9d-d69df2e55677 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 May 16 15:25:03.719271 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 40804) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:03.897350 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02e797-0a11-470b-a861-697e2d3b2f94 tempest-TestMinimumBasicScenario-1890992631 tempest-TestMinimumBasicScenario-1890992631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:03.898825 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1f02e797-0a11-470b-a861-697e2d3b2f94 tempest-TestMinimumBasicScenario-1890992631 tempest-TestMinimumBasicScenario-1890992631-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 1124 time: 0.1785116 May 16 15:25:03.901776 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 40808) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:03.905827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'port_id': '26abdd01-015f-4c88-b71f-2308c1053124', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:03.977761 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:04.056993 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:04.171798 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Allocated IP 172.27.1.44 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/4822612c-3b52-4f3a-a5dd-85fc0a0012ef) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:25:04.225159 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585330f-7551-49b9-933b-5bc8f3690864 req-b358ed06-5994-4503-a479-d9a29e27304b tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:04.226610 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3585330f-7551-49b9-933b-5bc8f3690864 req-b358ed06-5994-4503-a479-d9a29e27304b tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 945 time: 0.0698991 May 16 15:25:04.318687 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3585330f-7551-49b9-933b-5bc8f3690864 req-54cbc91b-3e9d-47cb-83cb-8c2aa495562c tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858667 May 16 15:25:04.339611 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for port (4822612c-3b52-4f3a-a5dd-85fc0a0012ef), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:04.421716 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (4822612c-3b52-4f3a-a5dd-85fc0a0012ef), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:04.458596 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:25:04.461556 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:25:04.467616 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:25:04.491502 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event updated for resources: {'Port': ['ID=4822612c-3b52-4f3a-a5dd-85fc0a0012ef,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:05.076591 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for floatingip (bc0a4284-c9bb-4d54-b7b3-69c065b8af7b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:05.196385 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (4822612c-3b52-4f3a-a5dd-85fc0a0012ef), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:05.368408 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for port (4822612c-3b52-4f3a-a5dd-85fc0a0012ef), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:05.434197 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643f229-ce43-4f3b-9fb9-4e805ef6626d req-38e9e9e4-0c4c-4ba5-9572-b1148b3e98a9 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:05.435675 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a643f229-ce43-4f3b-9fb9-4e805ef6626d req-38e9e9e4-0c4c-4ba5-9572-b1148b3e98a9 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 945 time: 0.0473568 May 16 15:25:05.448416 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (4822612c-3b52-4f3a-a5dd-85fc0a0012ef), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:05.472713 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61a56b20-6e92-42f2-9c1e-1c638c715117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:05.534018 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event updated for resources: {'Port': ['ID=4822612c-3b52-4f3a-a5dd-85fc0a0012ef,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:05.554723 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.555082 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.555442 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.555811 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.556153 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.556493 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.556829 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.557161 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.557495 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.557827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.558159 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.558492 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.558823 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.559151 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.559479 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:05.567541 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a643f229-ce43-4f3b-9fb9-4e805ef6626d req-4047d686-d8a4-4999-b11d-af7f4b3a64c5 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261876 May 16 15:25:05.572392 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (bc0a4284-c9bb-4d54-b7b3-69c065b8af7b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:05.669600 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Floating IP bc0a4284-c9bb-4d54-b7b3-69c065b8af7b associated. External IP: 172.27.1.44, port: 26abdd01-015f-4c88-b71f-2308c1053124. May 16 15:25:05.866750 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Router d8787520-4aac-49a2-b241-0f73147c69e9 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:25:05.972038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:25:05.981580 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5be018-14d9-4647-9785-be54ce713551 None None] Sync routers for ids ['d8787520-4aac-49a2-b241-0f73147c69e9'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:25:05.991967 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5be018-14d9-4647-9785-be54ce713551 None None] Routers {'d8787520-4aac-49a2-b241-0f73147c69e9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:05.993180 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5a5be018-14d9-4647-9785-be54ce713551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:25:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d8787520-4aac-49a2-b241-0f73147c69e9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:06.063211 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:06.090792 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5a5be018-14d9-4647-9785-be54ce713551 None None] Set router d8787520-4aac-49a2-b241-0f73147c69e9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:06.096855 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1904de6a-8ae5-46af-ae57-4481492be04d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1907828 May 16 15:25:06.096855 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:06.097421 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b164f52c-ab95-4ce9-9e8b-ae6c7dd95c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "tag": "26abdd01-015f-4c88-b71f-2308c1053124"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:06.097544 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40822) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:06.102620 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059232174', 'description': 'tempest-secgroup-smoke-1059232174 description', 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:06.133093 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a2b197-89ca-4dcb-a684-fa0a4c997fc1 x-openstack-request-id: req-96a2b197-89ca-4dcb-a684-fa0a4c997fc1 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:06.133397 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "tag": "26abdd01-015f-4c88-b71f-2308c1053124", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:06.133653 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96a2b197-89ca-4dcb-a684-fa0a4c997fc1 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:06.134099 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a2b197-89ca-4dcb-a684-fa0a4c997fc1'] response: {'name': 'network-changed', 'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124', 'status': 'completed', 'code': 200} May 16 15:25:06.184291 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:06.216592 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164f52c-ab95-4ce9-9e8b-ae6c7dd95c0e req-6eee07d2-a2fa-4bb3-aea6-26be6f3e5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:06.221331 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b164f52c-ab95-4ce9-9e8b-ae6c7dd95c0e req-6eee07d2-a2fa-4bb3-aea6-26be6f3e5b08 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9&device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 1129 time: 0.0444698 May 16 15:25:06.259608 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group (7efe356f-9729-4a0d-8413-b57f51394870), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:06.312006 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5a5be018-14d9-4647-9785-be54ce713551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'bc0a4284-c9bb-4d54-b7b3-69c065b8af7b', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'port_id': '26abdd01-015f-4c88-b71f-2308c1053124', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'mac_address': 'fa:16:3e:10:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:25:04Z', 'updated_at': '2022-05-16T15:25:04Z', 'revision_number': 0, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a257ef-6e9f-4053-bf09-ee600cdab482', 'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'mac_address': 'fa:16:3e:a8:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:07Z', 'updated_at': '2022-05-16T15:24:12Z', 'revision_number': 5, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'subnets': [{'id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:06.322882 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164f52c-ab95-4ce9-9e8b-ae6c7dd95c0e req-39589a4d-a9b0-4a3e-9030-762ce1669ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:06.324750 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b164f52c-ab95-4ce9-9e8b-ae6c7dd95c0e req-39589a4d-a9b0-4a3e-9030-762ce1669ac7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=293de11d-03a3-40b1-9415-67bde64c1b76 HTTP/1.1" status: 200 len: 916 time: 0.0935400 May 16 15:25:06.324887 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7efe356f-9729-4a0d-8413-b57f51394870), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:06.337298 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5be018-14d9-4647-9785-be54ce713551 None None] Checking router: d8787520-4aac-49a2-b241-0f73147c69e9 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:25:06.347770 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5be018-14d9-4647-9785-be54ce713551 None None] Routers {'d8787520-4aac-49a2-b241-0f73147c69e9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:06.348613 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5a5be018-14d9-4647-9785-be54ce713551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:25:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d8787520-4aac-49a2-b241-0f73147c69e9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:06.356531 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7efe356f-9729-4a0d-8413-b57f51394870,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:06.365010 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.365370 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.365718 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.366058 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.366401 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.366730 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.367241 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.367878 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.368460 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.368805 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.369134 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.369463 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.369888 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.370242 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.370545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:06.388932 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b164f52c-ab95-4ce9-9e8b-ae6c7dd95c0e req-bf07c767-289a-49a6-9056-d0ba07f5bb1a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26abdd01-015f-4c88-b71f-2308c1053124 HTTP/1.1" status: 200 len: 998 time: 0.0590317 May 16 15:25:06.431923 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:06.433264 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f9fa5dd6-4efd-4133-ac60-bf445fedd56a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3347762 May 16 15:25:06.436276 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40828) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:06.444300 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1c814c98-36fe-40fb-99df-e6d58bc6834c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Request body: {'security_group_rule': {'security_group_id': '7efe356f-9729-4a0d-8413-b57f51394870', 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:06.446536 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164f52c-ab95-4ce9-9e8b-ae6c7dd95c0e req-f42cb92b-fc32-4574-81f9-8490c25c4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:06.447775 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b164f52c-ab95-4ce9-9e8b-ae6c7dd95c0e req-f42cb92b-fc32-4574-81f9-8490c25c4ebf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97d3e544-299e-4d94-aa79-c4e61a47418f HTTP/1.1" status: 200 len: 854 time: 0.0535131 May 16 15:25:06.464756 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-5a5be018-14d9-4647-9785-be54ce713551 None None] Set router d8787520-4aac-49a2-b241-0f73147c69e9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:06.500172 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164f52c-ab95-4ce9-9e8b-ae6c7dd95c0e req-c0eadf61-41a9-4149-975e-9c53b3581bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:06.501674 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b164f52c-ab95-4ce9-9e8b-ae6c7dd95c0e req-c0eadf61-41a9-4149-975e-9c53b3581bd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=293de11d-03a3-40b1-9415-67bde64c1b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457597 May 16 15:25:06.532052 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c814c98-36fe-40fb-99df-e6d58bc6834c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (43fc9b3c-59af-4562-9570-089782e0d6c9), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:06.599399 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c814c98-36fe-40fb-99df-e6d58bc6834c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (43fc9b3c-59af-4562-9570-089782e0d6c9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:06.632797 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b164f52c-ab95-4ce9-9e8b-ae6c7dd95c0e req-0808e02d-a8d6-47a9-848a-4dd5f7839a3f service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962727 May 16 15:25:06.666973 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c814c98-36fe-40fb-99df-e6d58bc6834c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (43fc9b3c-59af-4562-9570-089782e0d6c9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:06.687219 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c814c98-36fe-40fb-99df-e6d58bc6834c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fc9b3c-59af-4562-9570-089782e0d6c9,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:06.696583 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:06.709092 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-5a5be018-14d9-4647-9785-be54ce713551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'bc0a4284-c9bb-4d54-b7b3-69c065b8af7b', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'port_id': '26abdd01-015f-4c88-b71f-2308c1053124', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'mac_address': 'fa:16:3e:10:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:25:04Z', 'updated_at': '2022-05-16T15:25:04Z', 'revision_number': 0, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a257ef-6e9f-4053-bf09-ee600cdab482', 'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'mac_address': 'fa:16:3e:a8:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:07Z', 'updated_at': '2022-05-16T15:24:12Z', 'revision_number': 5, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'subnets': [{'id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:06.741020 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5be018-14d9-4647-9785-be54ce713551 None None] The sync data for ids ['d8787520-4aac-49a2-b241-0f73147c69e9'] in dv-cinder-841753-2-iscsi is: [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'bc0a4284-c9bb-4d54-b7b3-69c065b8af7b', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'port_id': '26abdd01-015f-4c88-b71f-2308c1053124', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'mac_address': 'fa:16:3e:10:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:25:04Z', 'updated_at': '2022-05-16T15:25:04Z', 'revision_number': 0, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a257ef-6e9f-4053-bf09-ee600cdab482', 'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'mac_address': 'fa:16:3e:a8:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:07Z', 'updated_at': '2022-05-16T15:24:12Z', 'revision_number': 5, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'subnets': [{'id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:25:06.748315 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b164f52c-ab95-4ce9-9e8b-ae6c7dd95c0e req-ba4586f4-bbd6-4fa5-b62c-c1c53d47f86f service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036921 May 16 15:25:06.748979 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1c814c98-36fe-40fb-99df-e6d58bc6834c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:06.750221 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1c814c98-36fe-40fb-99df-e6d58bc6834c tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111641 May 16 15:25:06.758008 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40830) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:06.762688 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-95732365-4d28-4df9-904a-70a3ce5c101b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Request body: {'security_group_rule': {'security_group_id': '7efe356f-9729-4a0d-8413-b57f51394870', 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:06.869451 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95732365-4d28-4df9-904a-70a3ce5c101b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (979011d4-d4cb-4451-b3ae-a6c0937eeb0a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:06.929597 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95732365-4d28-4df9-904a-70a3ce5c101b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (979011d4-d4cb-4451-b3ae-a6c0937eeb0a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:06.936500 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd50ea7b-219f-46f7-818d-cd1ba0d8a54b None None] New status for floating IP bc0a4284-c9bb-4d54-b7b3-69c065b8af7b: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:25:07.029493 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95732365-4d28-4df9-904a-70a3ce5c101b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (979011d4-d4cb-4451-b3ae-a6c0937eeb0a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:07.048480 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95732365-4d28-4df9-904a-70a3ce5c101b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979011d4-d4cb-4451-b3ae-a6c0937eeb0a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:07.817088 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-95732365-4d28-4df9-904a-70a3ce5c101b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:07.818229 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-95732365-4d28-4df9-904a-70a3ce5c101b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0591972 May 16 15:25:07.820943 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40834) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:07.825434 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ec6b81cb-c4e6-41fc-9ddc-1426e573d9d8 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Request body: {'security_group_rule': {'security_group_id': '7efe356f-9729-4a0d-8413-b57f51394870', 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:07.926608 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6b81cb-c4e6-41fc-9ddc-1426e573d9d8 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (53e28497-3e57-4000-89ca-bb5eb6a0d9e5), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:07.989342 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6b81cb-c4e6-41fc-9ddc-1426e573d9d8 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (53e28497-3e57-4000-89ca-bb5eb6a0d9e5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.012125 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.060545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6b81cb-c4e6-41fc-9ddc-1426e573d9d8 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (53e28497-3e57-4000-89ca-bb5eb6a0d9e5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.078460 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b81cb-c4e6-41fc-9ddc-1426e573d9d8 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e28497-3e57-4000-89ca-bb5eb6a0d9e5,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:08.136928 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ec6b81cb-c4e6-41fc-9ddc-1426e573d9d8 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.138177 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ec6b81cb-c4e6-41fc-9ddc-1426e573d9d8 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3162987 May 16 15:25:08.146068 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40836) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:08.146068 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-71990625-8a84-4e28-b5e9-8fd01f8658b3 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Request body: {'security_group_rule': {'security_group_id': '7efe356f-9729-4a0d-8413-b57f51394870', 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:08.214545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71990625-8a84-4e28-b5e9-8fd01f8658b3 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (133c33f3-501c-4aab-a674-660947b09f09), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.272207 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71990625-8a84-4e28-b5e9-8fd01f8658b3 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (133c33f3-501c-4aab-a674-660947b09f09), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.346631 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71990625-8a84-4e28-b5e9-8fd01f8658b3 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (133c33f3-501c-4aab-a674-660947b09f09), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.365131 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71990625-8a84-4e28-b5e9-8fd01f8658b3 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133c33f3-501c-4aab-a674-660947b09f09,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:08.445864 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-71990625-8a84-4e28-b5e9-8fd01f8658b3 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.447423 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-71990625-8a84-4e28-b5e9-8fd01f8658b3 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3053911 May 16 15:25:08.449912 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40838) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:08.454241 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c967da8a-3d4e-40ae-bcd1-c9f0fb2cd758 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Request body: {'security_group_rule': {'security_group_id': '7efe356f-9729-4a0d-8413-b57f51394870', 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:08.546734 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-c967da8a-3d4e-40ae-bcd1-c9f0fb2cd758 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Project ae0f47501cc04e37bec6bfc3cd696ea9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:25:08.553068 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c967da8a-3d4e-40ae-bcd1-c9f0fb2cd758 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (5fa67276-b5ba-4964-a510-f8a64e5e194e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.611816 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c967da8a-3d4e-40ae-bcd1-c9f0fb2cd758 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (5fa67276-b5ba-4964-a510-f8a64e5e194e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.680477 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c967da8a-3d4e-40ae-bcd1-c9f0fb2cd758 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (5fa67276-b5ba-4964-a510-f8a64e5e194e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.699827 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967da8a-3d4e-40ae-bcd1-c9f0fb2cd758 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa67276-b5ba-4964-a510-f8a64e5e194e,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:08.757438 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c967da8a-3d4e-40ae-bcd1-c9f0fb2cd758 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.758655 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c967da8a-3d4e-40ae-bcd1-c9f0fb2cd758 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3077838 May 16 15:25:08.761421 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 40842) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:08.765578 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a8828672-5687-41f4-b533-a805715b87b4 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Request body: {'security_group_rule': {'security_group_id': '7efe356f-9729-4a0d-8413-b57f51394870', 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:08.823649 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-a8828672-5687-41f4-b533-a805715b87b4 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Project ae0f47501cc04e37bec6bfc3cd696ea9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:25:08.830708 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8828672-5687-41f4-b533-a805715b87b4 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (ee47c969-19f4-4945-8d48-f7cabbda40ee), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.882287 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8828672-5687-41f4-b533-a805715b87b4 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (ee47c969-19f4-4945-8d48-f7cabbda40ee), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.948745 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8828672-5687-41f4-b533-a805715b87b4 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (ee47c969-19f4-4945-8d48-f7cabbda40ee), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:08.967918 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8828672-5687-41f4-b533-a805715b87b4 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee47c969-19f4-4945-8d48-f7cabbda40ee,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:09.047935 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a8828672-5687-41f4-b533-a805715b87b4 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:09.049155 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a8828672-5687-41f4-b533-a805715b87b4 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2868204 May 16 15:25:09.140904 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e7c0a43-a4af-4e01-8f61-8c314ab7bd4c req-c8848b2d-4a60-4987-af3b-f603b80a5b79 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059232174&fields=id&tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9 HTTP/1.1" status: 200 len: 267 time: 0.0453408 May 16 15:25:09.191903 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c0a43-a4af-4e01-8f61-8c314ab7bd4c req-b3783850-fbdb-4309-bf06-d11a3c3455f9 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:09.193328 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e7c0a43-a4af-4e01-8f61-8c314ab7bd4c req-b3783850-fbdb-4309-bf06-d11a3c3455f9 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 945 time: 0.0466373 May 16 15:25:09.203544 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-3e7c0a43-a4af-4e01-8f61-8c314ab7bd4c req-f112960a-9b8c-4472-b4ce-0c31d89cd69e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Request body: {'port': {'security_groups': ['bc5d3af8-ac22-4967-af82-85308485f0e5', '7efe356f-9729-4a0d-8413-b57f51394870']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:09.274418 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e7c0a43-a4af-4e01-8f61-8c314ab7bd4c req-f112960a-9b8c-4472-b4ce-0c31d89cd69e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (26abdd01-015f-4c88-b71f-2308c1053124), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:09.481833 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-3e7c0a43-a4af-4e01-8f61-8c314ab7bd4c req-f112960a-9b8c-4472-b4ce-0c31d89cd69e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] For port 26abdd01-015f-4c88-b71f-2308c1053124, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=26abdd01-015f-4c88-b71f-2308c1053124,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:09.510173 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e7c0a43-a4af-4e01-8f61-8c314ab7bd4c req-f112960a-9b8c-4472-b4ce-0c31d89cd69e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for port (26abdd01-015f-4c88-b71f-2308c1053124), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:09.566722 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e7c0a43-a4af-4e01-8f61-8c314ab7bd4c req-f112960a-9b8c-4472-b4ce-0c31d89cd69e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (26abdd01-015f-4c88-b71f-2308c1053124), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:09.602367 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['26abdd01-015f-4c88-b71f-2308c1053124'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:25:09.608513 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c0a43-a4af-4e01-8f61-8c314ab7bd4c req-f112960a-9b8c-4472-b4ce-0c31d89cd69e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:09.608513 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-3e7c0a43-a4af-4e01-8f61-8c314ab7bd4c req-f112960a-9b8c-4472-b4ce-0c31d89cd69e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:09.609326 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e7c0a43-a4af-4e01-8f61-8c314ab7bd4c req-f112960a-9b8c-4472-b4ce-0c31d89cd69e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "PUT /v2.0/ports/26abdd01-015f-4c88-b71f-2308c1053124 HTTP/1.1" status: 200 len: 981 time: 0.4100187 May 16 15:25:09.609783 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:09.621481 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436ada70-18eb-429e-82b5-ddaac178afd1" -d '{"events": [{"name": "network-changed", "server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "tag": "26abdd01-015f-4c88-b71f-2308c1053124"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:09.666463 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112960a-9b8c-4472-b4ce-0c31d89cd69e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event updated for resources: {'Port': ['ID=26abdd01-015f-4c88-b71f-2308c1053124,revision_number=6']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:09.676557 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5e7d57-e690-4017-8266-b17daef4b8ab x-openstack-request-id: req-0d5e7d57-e690-4017-8266-b17daef4b8ab {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:09.676557 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "tag": "26abdd01-015f-4c88-b71f-2308c1053124", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:09.676557 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0d5e7d57-e690-4017-8266-b17daef4b8ab {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:09.676557 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5e7d57-e690-4017-8266-b17daef4b8ab'] response: {'name': 'network-changed', 'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124', 'status': 'completed', 'code': 200} May 16 15:25:09.747014 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['26abdd01-015f-4c88-b71f-2308c1053124'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:25:09.790086 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b82dbe-c141-44c3-9598-a4407b01162a req-9b275261-784d-4dea-81b5-1c0bea6d0bb6 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:09.791863 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1b82dbe-c141-44c3-9598-a4407b01162a req-9b275261-784d-4dea-81b5-1c0bea6d0bb6 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.1001050 May 16 15:25:09.793343 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ada70-18eb-429e-82b5-ddaac178afd1 req-7aebb249-d69e-477e-9c99-dd546fa7d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:09.794707 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-436ada70-18eb-429e-82b5-ddaac178afd1 req-7aebb249-d69e-477e-9c99-dd546fa7d4c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9&device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 1168 time: 0.0613379 May 16 15:25:09.917438 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1b82dbe-c141-44c3-9598-a4407b01162a req-0810ed82-f34b-4624-9827-dc2193cd39d7 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184478 May 16 15:25:09.939973 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ada70-18eb-429e-82b5-ddaac178afd1 req-1b139b5a-5985-47cf-9c36-96e01c1fd9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:09.939973 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-436ada70-18eb-429e-82b5-ddaac178afd1 req-1b139b5a-5985-47cf-9c36-96e01c1fd9d6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=293de11d-03a3-40b1-9415-67bde64c1b76 HTTP/1.1" status: 200 len: 916 time: 0.1309805 May 16 15:25:09.991542 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-90b8629d-bcb1-4109-836a-d03d5b52ffcb None None] Provisioning complete for port 26abdd01-015f-4c88-b71f-2308c1053124 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:25:09.991887 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-90b8629d-bcb1-4109-836a-d03d5b52ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (26abdd01-015f-4c88-b71f-2308c1053124), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:10.030525 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-436ada70-18eb-429e-82b5-ddaac178afd1 req-924782e8-d375-4e36-b368-237b67b96d65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26abdd01-015f-4c88-b71f-2308c1053124 HTTP/1.1" status: 200 len: 1000 time: 0.0823259 May 16 15:25:10.078359 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ada70-18eb-429e-82b5-ddaac178afd1 req-72ae11b8-6b8f-4657-971b-f4e7dd338849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:10.079990 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-436ada70-18eb-429e-82b5-ddaac178afd1 req-72ae11b8-6b8f-4657-971b-f4e7dd338849 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97d3e544-299e-4d94-aa79-c4e61a47418f HTTP/1.1" status: 200 len: 854 time: 0.0440230 May 16 15:25:10.127308 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ada70-18eb-429e-82b5-ddaac178afd1 req-564bac01-d9e3-4483-b671-6cca58b2a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:10.129909 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-436ada70-18eb-429e-82b5-ddaac178afd1 req-564bac01-d9e3-4483-b671-6cca58b2a832 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=293de11d-03a3-40b1-9415-67bde64c1b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443113 May 16 15:25:10.228036 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-436ada70-18eb-429e-82b5-ddaac178afd1 req-20ba8a88-fecf-4c1f-a244-0a8d89543433 service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924716 May 16 15:25:10.307535 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-90b8629d-bcb1-4109-836a-d03d5b52ffcb None None] Current status of the port 26abdd01-015f-4c88-b71f-2308c1053124 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:10.327541 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-436ada70-18eb-429e-82b5-ddaac178afd1 req-bc8c9373-bf5c-489c-909a-bc3bb92a8531 service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936136 May 16 15:25:10.623192 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:11.763541 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:13.326144 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f8846339-bc99-4d38-b946-e44098676371 req-609fcbae-b816-4aa6-aafe-3b70939a0e9a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0360775 May 16 15:25:13.696357 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8846339-bc99-4d38-b946-e44098676371 req-0955a267-8d12-405d-be3b-1337c1327cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:13.697879 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f8846339-bc99-4d38-b946-e44098676371 req-0955a267-8d12-405d-be3b-1337c1327cf1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9&device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 1168 time: 0.0398712 May 16 15:25:14.085895 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8846339-bc99-4d38-b946-e44098676371 req-a6d54dcd-85f8-495d-a6ba-b3345fa784c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:14.087339 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f8846339-bc99-4d38-b946-e44098676371 req-a6d54dcd-85f8-495d-a6ba-b3345fa784c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=293de11d-03a3-40b1-9415-67bde64c1b76 HTTP/1.1" status: 200 len: 916 time: 0.0878060 May 16 15:25:14.147964 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f8846339-bc99-4d38-b946-e44098676371 req-12027f1d-dcc4-4d2b-a941-e8bc340edd71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26abdd01-015f-4c88-b71f-2308c1053124 HTTP/1.1" status: 200 len: 1000 time: 0.0544074 May 16 15:25:14.210117 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8846339-bc99-4d38-b946-e44098676371 req-fd5dee43-3546-4091-a5cd-b858f7522861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:14.211558 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f8846339-bc99-4d38-b946-e44098676371 req-fd5dee43-3546-4091-a5cd-b858f7522861 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97d3e544-299e-4d94-aa79-c4e61a47418f HTTP/1.1" status: 200 len: 854 time: 0.0469165 May 16 15:25:14.252477 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8846339-bc99-4d38-b946-e44098676371 req-99ea8816-2476-48c9-addc-43d260c7261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:14.254592 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f8846339-bc99-4d38-b946-e44098676371 req-99ea8816-2476-48c9-addc-43d260c7261b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=293de11d-03a3-40b1-9415-67bde64c1b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372527 May 16 15:25:14.343115 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f8846339-bc99-4d38-b946-e44098676371 req-289d0ec3-5125-41dc-8138-bce76705677f service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823967 May 16 15:25:14.445124 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f8846339-bc99-4d38-b946-e44098676371 req-3a0920bd-e86a-4229-8916-60a55fece474 service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884569 May 16 15:25:29.399943 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0b2cb-2820-4a2b-a56e-fd992b25e79b req-998065ed-de14-45b3-bf0a-82e1162a6a76 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:29.401366 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7d0b2cb-2820-4a2b-a56e-fd992b25e79b req-998065ed-de14-45b3-bf0a-82e1162a6a76 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 945 time: 0.0453572 May 16 15:25:29.447950 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7d0b2cb-2820-4a2b-a56e-fd992b25e79b req-766f1506-3403-49c6-8ee7-3b5150e79b10 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 May 16 15:25:29.601538 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:25:30.612074 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021efb4-33f0-4e5b-b587-a26cc6b8f916 req-3b27d537-61c0-4221-8aaf-487f89aeb199 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:30.613719 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1021efb4-33f0-4e5b-b587-a26cc6b8f916 req-3b27d537-61c0-4221-8aaf-487f89aeb199 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 945 time: 0.0994351 May 16 15:25:30.660594 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1021efb4-33f0-4e5b-b587-a26cc6b8f916 req-55d24831-3131-4a25-bff9-f40ac33d8153 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/security-groups?id=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412707 May 16 15:25:31.282227 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5b802-d2f6-41ba-b07a-73d031217af4 req-d9e928ff-2cda-4755-8a2e-c23fdc3be792 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:31.283650 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-13b5b802-d2f6-41ba-b07a-73d031217af4 req-d9e928ff-2cda-4755-8a2e-c23fdc3be792 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 945 time: 0.0440400 May 16 15:25:31.364600 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-13b5b802-d2f6-41ba-b07a-73d031217af4 req-377dbc45-e852-45cc-bc2c-08e0bf4daa32 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Deleting port 7ccf1ea8-5ab9-4663-bda5-21370c2174df {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:31.364945 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-13b5b802-d2f6-41ba-b07a-73d031217af4 req-377dbc45-e852-45cc-bc2c-08e0bf4daa32 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:31.451353 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-13b5b802-d2f6-41ba-b07a-73d031217af4 req-377dbc45-e852-45cc-bc2c-08e0bf4daa32 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] For port 7ccf1ea8-5ab9-4663-bda5-21370c2174df, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7ccf1ea8-5ab9-4663-bda5-21370c2174df,segment=NetworkSegment(24319ca4-71f1-4435-8a53-9eaedc1f8208),segment_id=24319ca4-71f1-4435-8a53-9eaedc1f8208)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:31.451736 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-13b5b802-d2f6-41ba-b07a-73d031217af4 req-377dbc45-e852-45cc-bc2c-08e0bf4daa32 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:31.464221 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-13b5b802-d2f6-41ba-b07a-73d031217af4 req-377dbc45-e852-45cc-bc2c-08e0bf4daa32 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Calling delete_port for 7ccf1ea8-5ab9-4663-bda5-21370c2174df owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:31.657181 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-13b5b802-d2f6-41ba-b07a-73d031217af4 req-377dbc45-e852-45cc-bc2c-08e0bf4daa32 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (7ccf1ea8-5ab9-4663-bda5-21370c2174df), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:31.685003 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dbc45-e852-45cc-bc2c-08e0bf4daa32 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Pushing event deleted for resources: {'Port': ['ID=7ccf1ea8-5ab9-4663-bda5-21370c2174df,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:31.692474 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['7ccf1ea8-5ab9-4663-bda5-21370c2174df'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:25:31.729404 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b5b802-d2f6-41ba-b07a-73d031217af4 req-377dbc45-e852-45cc-bc2c-08e0bf4daa32 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] No DVR routers for this DVR port 7ccf1ea8-5ab9-4663-bda5-21370c2174df on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:25:31.731867 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-13b5b802-d2f6-41ba-b07a-73d031217af4 req-377dbc45-e852-45cc-bc2c-08e0bf4daa32 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:31.735029 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-13b5b802-d2f6-41ba-b07a-73d031217af4 req-377dbc45-e852-45cc-bc2c-08e0bf4daa32 tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.25 "DELETE /v2.0/ports/7ccf1ea8-5ab9-4663-bda5-21370c2174df HTTP/1.1" status: 204 len: 173 time: 0.4463117 May 16 15:25:31.735474 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4628f8b-2c41-4b6a-9609-0a90d8f5426f', 'name': 'network-vif-deleted', 'tag': '7ccf1ea8-5ab9-4663-bda5-21370c2174df'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:31.738419 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0903d6ff-f516-4a31-9962-a20a9361a295" -d '{"events": [{"server_uuid": "f4628f8b-2c41-4b6a-9609-0a90d8f5426f", "name": "network-vif-deleted", "tag": "7ccf1ea8-5ab9-4663-bda5-21370c2174df"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:31.771768 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3183ceff-f41f-44fd-b51d-930e3f016c16 req-925654a6-6e2f-40de-a3b3-91cf3448e21a tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 210 time: 0.0306783 May 16 15:25:31.776294 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e699b63e-a378-43b2-b609-f28ea531ec10 x-openstack-request-id: req-e699b63e-a378-43b2-b609-f28ea531ec10 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:31.776596 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4628f8b-2c41-4b6a-9609-0a90d8f5426f", "name": "network-vif-deleted", "tag": "7ccf1ea8-5ab9-4663-bda5-21370c2174df", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:31.776860 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e699b63e-a378-43b2-b609-f28ea531ec10 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:31.777258 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e699b63e-a378-43b2-b609-f28ea531ec10'] response: {'server_uuid': 'f4628f8b-2c41-4b6a-9609-0a90d8f5426f', 'name': 'network-vif-deleted', 'tag': '7ccf1ea8-5ab9-4663-bda5-21370c2174df', 'status': 'completed', 'code': 200} May 16 15:25:32.795395 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390da9f-6169-4988-ac70-c5a729c98635 req-32b90cd3-2887-4447-805c-5c4831f15dfc tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:32.796919 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f390da9f-6169-4988-ac70-c5a729c98635 req-32b90cd3-2887-4447-805c-5c4831f15dfc tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0480065 May 16 15:25:32.861325 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f390da9f-6169-4988-ac70-c5a729c98635 req-8ed78a0f-4d7a-4c2a-923a-0ec3e2ef571d tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588095 May 16 15:25:32.915174 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b3b9d42b-f697-4d4c-8718-dd5eeb6264f0 req-d34104c7-bc02-4eb4-8d61-dc22d4ca7d2d tempest-VolumesSnapshotTestJSON-1260477555 tempest-VolumesSnapshotTestJSON-1260477555-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4628f8b-2c41-4b6a-9609-0a90d8f5426f HTTP/1.1" status: 200 len: 210 time: 0.0528712 May 16 15:25:32.927504 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-eb1e95fb-43e2-4be4-ac04-44d807742413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:32.929025 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-eb1e95fb-43e2-4be4-ac04-44d807742413 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9&device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 1168 time: 0.0657604 May 16 15:25:33.019196 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-b3df23cc-5f0e-41c1-b534-261d425de4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:33.021128 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-b3df23cc-5f0e-41c1-b534-261d425de4f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=293de11d-03a3-40b1-9415-67bde64c1b76 HTTP/1.1" status: 200 len: 916 time: 0.0844564 May 16 15:25:33.346734 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-cf1313bf-edbd-4c5b-bfba-13bb70dc420a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26abdd01-015f-4c88-b71f-2308c1053124 HTTP/1.1" status: 200 len: 1000 time: 0.3188055 May 16 15:25:33.394814 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-b071fe51-51da-4b2c-9a3b-c6caae060147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:33.396585 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-b071fe51-51da-4b2c-9a3b-c6caae060147 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97d3e544-299e-4d94-aa79-c4e61a47418f HTTP/1.1" status: 200 len: 854 time: 0.0427220 May 16 15:25:33.438860 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-471218e9-a291-4855-86bb-9d16ee16f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:33.440318 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-471218e9-a291-4855-86bb-9d16ee16f5e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=293de11d-03a3-40b1-9415-67bde64c1b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372474 May 16 15:25:33.449967 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-6ac1fc02-fbcb-45ce-b6a0-dc9c32115530 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:25:33.450892 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-6ac1fc02-fbcb-45ce-b6a0-dc9c32115530 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047379 May 16 15:25:33.505931 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b86758b2-0a8a-4e2b-8b55-e7ee02198b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:33.540416 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-65cfe4ea-eef7-4b40-bae0-3f05a15785f7 service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834463 May 16 15:25:33.627990 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f58f5b69-e9d2-4f0c-b3c1-d25f34d5b8ea req-8a31d3fd-f040-4356-84de-f989b5b1a293 service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801604 May 16 15:25:33.982473 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8540c1c-d693-4cf5-8e0e-78b91dfebb94 req-23245661-6f8f-42d6-8a15-b5f83bdf9804 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:33.985266 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e8540c1c-d693-4cf5-8e0e-78b91dfebb94 req-23245661-6f8f-42d6-8a15-b5f83bdf9804 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0544848 May 16 15:25:34.045489 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e8540c1c-d693-4cf5-8e0e-78b91dfebb94 req-6ddf396f-12e4-4e1b-9885-e7a7650554cb tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556216 May 16 15:25:34.289712 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7ccf1ea8-5ab9-4663-bda5-21370c2174df no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:25:34.307986 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 7ccf1ea8-5ab9-4663-bda5-21370c2174df {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:25:34.308333 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 7ccf1ea8-5ab9-4663-bda5-21370c2174df not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:25:35.157662 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed1bdd-8a5c-4db4-a45d-a00428a9bf6b req-1eb656f2-8b49-45d3-aa79-811af64b7da5 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:35.159054 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fbed1bdd-8a5c-4db4-a45d-a00428a9bf6b req-1eb656f2-8b49-45d3-aa79-811af64b7da5 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0475039 May 16 15:25:35.218441 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fbed1bdd-8a5c-4db4-a45d-a00428a9bf6b req-54df62a2-af59-4007-b2a9-723fe5e6373e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528312 May 16 15:25:35.494394 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-925ae397-3063-4095-b1bb-91e2af260937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:36.339582 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e189bcd-1958-4925-b641-d5ea3f2583a2 req-946763ac-9fa3-42e9-abfc-fcdf0c5f1a39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:36.341044 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5e189bcd-1958-4925-b641-d5ea3f2583a2 req-946763ac-9fa3-42e9-abfc-fcdf0c5f1a39 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0463350 May 16 15:25:36.402499 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5e189bcd-1958-4925-b641-d5ea3f2583a2 req-01a45ef2-b5d9-44c1-ad15-280b9c0d7fc9 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557714 May 16 15:25:36.674365 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:37.513757 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6bf90-5aff-4947-b501-404ea3bce704 req-74cfb521-de36-417d-8f9b-329386f86000 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:37.515201 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d9b6bf90-5aff-4947-b501-404ea3bce704 req-74cfb521-de36-417d-8f9b-329386f86000 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0465357 May 16 15:25:37.573302 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d9b6bf90-5aff-4947-b501-404ea3bce704 req-3245b728-2e3c-4143-be20-e296e4978f9a tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522954 May 16 15:25:38.040695 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.684827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5699343-e63b-4177-ad6b-231f44c8bd0e req-44acd3ef-391e-42b8-b3af-08c25f7d31be tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:38.686417 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a5699343-e63b-4177-ad6b-231f44c8bd0e req-44acd3ef-391e-42b8-b3af-08c25f7d31be tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0474882 May 16 15:25:38.744179 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a5699343-e63b-4177-ad6b-231f44c8bd0e req-aa6248b1-34cb-4e7b-b378-9f3b9217418e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522299 May 16 15:25:39.861338 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb4f05-1a75-407a-98ff-706aaf974a41 req-67f34c3f-6ef9-4502-8b0a-6fddb50776db tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:39.862808 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-52fb4f05-1a75-407a-98ff-706aaf974a41 req-67f34c3f-6ef9-4502-8b0a-6fddb50776db tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0510147 May 16 15:25:39.924210 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-52fb4f05-1a75-407a-98ff-706aaf974a41 req-f9966f01-05f1-4c2d-9ba2-875ff40bc46b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555425 May 16 15:25:40.656967 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:41.035922 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cb3fe-7a7b-4a78-93ca-3ec68840cc40 req-0c24476c-9eff-40f9-90b9-7321c1daa48b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:41.037358 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e2cb3fe-7a7b-4a78-93ca-3ec68840cc40 req-0c24476c-9eff-40f9-90b9-7321c1daa48b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0466366 May 16 15:25:41.096099 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e2cb3fe-7a7b-4a78-93ca-3ec68840cc40 req-c64d6493-37cd-415b-af20-57ee6065b2c5 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528722 May 16 15:25:41.752335 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:42.213970 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30ac41-e66a-4ad4-acc6-903bc18a948c req-f07ebeff-ccfa-47a4-aa7d-d6a8cc3610c3 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:42.215420 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf30ac41-e66a-4ad4-acc6-903bc18a948c req-f07ebeff-ccfa-47a4-aa7d-d6a8cc3610c3 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0525005 May 16 15:25:42.275480 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf30ac41-e66a-4ad4-acc6-903bc18a948c req-306aaecd-1254-47f0-ab55-f67509d1bb5f tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543077 May 16 15:25:43.392554 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beaba6-15fd-4af0-b278-bde618d330fc req-838541cc-fa0a-4795-b1b7-5590c08b5a75 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:43.394015 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-47beaba6-15fd-4af0-b278-bde618d330fc req-838541cc-fa0a-4795-b1b7-5590c08b5a75 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0472107 May 16 15:25:43.453661 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-47beaba6-15fd-4af0-b278-bde618d330fc req-dbcebba5-ff42-4ecc-916f-9d8ae257518b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527411 May 16 15:25:44.575819 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32f6f6-02e2-4adc-aa2a-6d4b94dda7c9 req-569ab020-436e-4eeb-9dc6-bff09034a5fa tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:44.577281 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7d32f6f6-02e2-4adc-aa2a-6d4b94dda7c9 req-569ab020-436e-4eeb-9dc6-bff09034a5fa tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0523171 May 16 15:25:44.645097 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7d32f6f6-02e2-4adc-aa2a-6d4b94dda7c9 req-bd5030af-22aa-4cd2-972a-cf4a2af5e67b tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620430 May 16 15:25:45.759501 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394adf9-3ee0-4ec3-8f8e-ed8858a8a49e req-c540b7b4-e02a-4873-aa90-d6d60ed01acf tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:45.760984 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8394adf9-3ee0-4ec3-8f8e-ed8858a8a49e req-c540b7b4-e02a-4873-aa90-d6d60ed01acf tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0464332 May 16 15:25:45.818821 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8394adf9-3ee0-4ec3-8f8e-ed8858a8a49e req-52158abb-5b7e-4f8a-80d0-18b5675b0417 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&id=7efe356f-9729-4a0d-8413-b57f51394870&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523012 May 16 15:25:59.420858 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41100) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:59.464920 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad593d09-f0eb-43da-9e48-520f14cc212e admin admin] Deleting subnet d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:25:59.467868 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad593d09-f0eb-43da-9e48-520f14cc212e admin admin] Publish callbacks [] for subnet (d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.500506 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad593d09-f0eb-43da-9e48-520f14cc212e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28040428'] for subnet (d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.540067 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad593d09-f0eb-43da-9e48-520f14cc212e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.677329 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad593d09-f0eb-43da-9e48-520f14cc212e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28082744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29174866'] for subnet (d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.704067 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad593d09-f0eb-43da-9e48-520f14cc212e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:59.706004 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad593d09-f0eb-43da-9e48-520f14cc212e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.709061 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ad593d09-f0eb-43da-9e48-520f14cc212e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d695e8b1-4150-485c-aa9b-2b8b7a4fc9ca HTTP/1.1" status: 204 len: 168 time: 0.2872260 May 16 15:25:59.711471 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41102) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:59.779475 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (2aa68265-e33f-4bb0-af32-8089310ebac3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.858250 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (2aa68265-e33f-4bb0-af32-8089310ebac3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.877991 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa68265-e33f-4bb0-af32-8089310ebac3']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:59.887458 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24319ca4-71f1-4435-8a53-9eaedc1f8208') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:59.887791 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24319ca4-71f1-4435-8a53-9eaedc1f8208') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:59.896947 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28040405'] for segment (24319ca4-71f1-4435-8a53-9eaedc1f8208), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.909709 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (24319ca4-71f1-4435-8a53-9eaedc1f8208), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.915416 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28098202'] for segment (24319ca4-71f1-4435-8a53-9eaedc1f8208), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: Traceback (most recent call last): May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: timer() May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: cb(*args, **kw) May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: return func(*args, **kwargs) May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: self._notify() May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: self.callback(batched_events) May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: event.method(event) May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: return f(self, *a, **k) May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._get(url).json() May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: return self.request(url, 'GET', **kwargs) May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:25:59.918482 dv-cinder-841753-2-iscsi neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:26:00.031055 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (2aa68265-e33f-4bb0-af32-8089310ebac3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:00.035348 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:00.038543 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] 10.222.0.71 "DELETE /v2.0/networks/2aa68265-e33f-4bb0-af32-8089310ebac3 HTTP/1.1" status: 204 len: 168 time: 0.3255346 May 16 15:26:00.053378 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53cf6b-77d8-4d7d-876b-d1f5944638ab admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa68265-e33f-4bb0-af32-8089310ebac3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:00.329263 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41106) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:00.369457 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5d2da039-1f1e-45b8-83df-695c52fe8cb6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5e343d0e69de4a2c956a7ebc9056b8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390425 May 16 15:26:00.371857 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41108) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:00.419432 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16f281e1-8982-4196-bbb6-5bc31151bfd7 admin admin] Publish callbacks [] for security_group (0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:00.440011 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16f281e1-8982-4196-bbb6-5bc31151bfd7 admin admin] Publish callbacks [] for security_group (0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:00.557120 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16f281e1-8982-4196-bbb6-5bc31151bfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:00.559574 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-16f281e1-8982-4196-bbb6-5bc31151bfd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:00.562247 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-16f281e1-8982-4196-bbb6-5bc31151bfd7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64 HTTP/1.1" status: 204 len: 168 time: 0.1879768 May 16 15:26:00.568216 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f281e1-8982-4196-bbb6-5bc31151bfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae9764e-5d84-4c55-8fbc-d21ee6a0fc64,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:01.581817 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41130) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:01.675340 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-613454514-network', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:01.736536 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Made reservation on behalf of 5cef808bf8324f5b852fd0ea7f368f6d for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:26:01.738925 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:01.747763 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:01.824345 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Publish callbacks [] for security_group (77099e04-0ad5-4204-9d2e-7f1c5c10f090), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:01.882663 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (77099e04-0ad5-4204-9d2e-7f1c5c10f090), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:01.908141 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:26:01.917671 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77099e04-0ad5-4204-9d2e-7f1c5c10f090,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:01.922199 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (fe553efe-842d-4bea-8695-e7b197811c87), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:01.922637 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Added segment fe553efe-842d-4bea-8695-e7b197811c87 of type vlan for network 0b25748a-d962-474f-b758-5724d0298e7d May 16 15:26:01.963151 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (0b25748a-d962-474f-b758-5724d0298e7d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:02.057060 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (0b25748a-d962-474f-b758-5724d0298e7d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:02.058120 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:02.058707 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:02.117442 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] Pushing event updated for resources: {'Network': ['ID=0b25748a-d962-474f-b758-5724d0298e7d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:02.127447 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 0b25748a-d962-474f-b758-5724d0298e7d details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:26:02.156620 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-86b39060-af7b-4048-9ba3-f29acba5ac1b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5736976 May 16 15:26:02.159391 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41134) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:02.163991 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-aed5b2e9-c981-4a77-a4e5-37b4c12b9f66 admin admin] Request body: {'subnet': {'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-613454514-subnet', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:02.256690 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed5b2e9-c981-4a77-a4e5-37b4c12b9f66 admin admin] Made reservation on behalf of 5cef808bf8324f5b852fd0ea7f368f6d for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:26:02.259100 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aed5b2e9-c981-4a77-a4e5-37b4c12b9f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29174911'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:02.500103 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aed5b2e9-c981-4a77-a4e5-37b4c12b9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28082809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29174889'] for subnet (1521eadf-3a76-4cf3-9eb8-4e592e52f0e8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:02.571473 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5b2e9-c981-4a77-a4e5-37b4c12b9f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1521eadf-3a76-4cf3-9eb8-4e592e52f0e8,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:02.579105 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5b2e9-c981-4a77-a4e5-37b4c12b9f66 admin admin] Checking segment: {'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:26:02.579464 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5b2e9-c981-4a77-a4e5-37b4c12b9f66 admin admin] Network hostable DHCP agents. Network: 0b25748a-d962-474f-b758-5724d0298e7d, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:26:02.670995 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5b2e9-c981-4a77-a4e5-37b4c12b9f66 admin admin] Network 0b25748a-d962-474f-b758-5724d0298e7d is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:26:02.756651 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-aed5b2e9-c981-4a77-a4e5-37b4c12b9f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 0b25748a-d962-474f-b758-5724d0298e7d) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:02.761150 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed5b2e9-c981-4a77-a4e5-37b4c12b9f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:02.761741 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-aed5b2e9-c981-4a77-a4e5-37b4c12b9f66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:02.766799 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c276d0-4525-4fc9-b65c-cbe519547025 None None] Network 0b25748a-d962-474f-b758-5724d0298e7d requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:26:02.847576 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-aed5b2e9-c981-4a77-a4e5-37b4c12b9f66 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6871285 May 16 15:26:02.850227 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41136) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:02.855827 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:02.861572 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd88b2bd1-82b9-52c7-9c83-00bc197d9c54-0b25748a-d962-474f-b758-5724d0298e7d', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8'}]}} from dv-cinder-841753-2-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:26:02.862546 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:02.940220 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7018'] for router (cb3bbf61-294c-4f01-a672-295f0f658eb9), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:02.941273 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7011'] for router (cb3bbf61-294c-4f01-a672-295f0f658eb9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:02.990177 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Publish callbacks [] for router_controller (cb3bbf61-294c-4f01-a672-295f0f658eb9), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:02.995893 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Allocated IP 172.20.0.2 (0b25748a-d962-474f-b758-5724d0298e7d/1521eadf-3a76-4cf3-9eb8-4e592e52f0e8/7c490798-24c2-4c4b-8d02-80d52a555d92) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:03.134304 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Publish callbacks [] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:03.169564 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Publish callbacks [] for router_gateway (cb3bbf61-294c-4f01-a672-295f0f658eb9), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:03.194038 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:03.229306 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Network 0b25748a-d962-474f-b758-5724d0298e7d is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:03.232243 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:03.238178 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:03.245445 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Pushing event updated for resources: {'Port': ['ID=7c490798-24c2-4c4b-8d02-80d52a555d92,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:03.268594 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.268956 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.269310 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.269657 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.270264 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.270603 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.270936 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.271268 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.271600 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.271971 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.272289 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.272617 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.272945 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.273271 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.273597 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:03.311874 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Attempting to bind port 7c490798-24c2-4c4b-8d02-80d52a555d92 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:26:03.312250 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Attempting to bind port 7c490798-24c2-4c4b-8d02-80d52a555d92 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:26:03.312608 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Attempting to bind port 7c490798-24c2-4c4b-8d02-80d52a555d92 on network 0b25748a-d962-474f-b758-5724d0298e7d {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:03.317660 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:26:03.318035 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Checking segment: {'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:26:03.318444 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:03.318836 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Bound using segment: {'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:26:03.319304 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Bound port: 7c490798-24c2-4c4b-8d02-80d52a555d92, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:26:03.319704 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:03.380492 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Publish callbacks [] for router_gateway (cb3bbf61-294c-4f01-a672-295f0f658eb9), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:03.388698 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] For port 7c490798-24c2-4c4b-8d02-80d52a555d92, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:26:03.391621 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] For port 7c490798-24c2-4c4b-8d02-80d52a555d92, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=7c490798-24c2-4c4b-8d02-80d52a555d92,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:26:03.403091 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:03.473686 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec662c6e-ceef-480a-8ade-7ed2fad44aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:03.505935 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:03.573781 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22fac2-2b4d-4413-8bd9-a60157bc160f None None] Pushing event updated for resources: {'Port': ['ID=7c490798-24c2-4c4b-8d02-80d52a555d92,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:03.724117 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Allocated IP 172.27.1.52 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/bd2afa5b-cdd9-473c-a25f-4e7731b05d83) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:03.837982 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Publish callbacks [] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:03.923074 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:03.959159 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:03.962562 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:03.969012 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:03.973791 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2afa5b-cdd9-473c-a25f-4e7731b05d83,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:04.259759 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 7c490798-24c2-4c4b-8d02-80d52a555d92 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:04.301909 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Publish callbacks [] for router_gateway (cb3bbf61-294c-4f01-a672-295f0f658eb9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:04.309843 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 7c490798-24c2-4c4b-8d02-80d52a555d92 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:04.310312 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:04.388613 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 7c490798-24c2-4c4b-8d02-80d52a555d92 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:04.389008 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:04.427363 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port 7c490798-24c2-4c4b-8d02-80d52a555d92, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=7c490798-24c2-4c4b-8d02-80d52a555d92,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:04.482761 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:04.497815 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692953'] for router (cb3bbf61-294c-4f01-a672-295f0f658eb9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:04.511761 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d5dd88-8968-4311-9d24-4b4e281bde64 None None] Network 0b25748a-d962-474f-b758-5724d0298e7d requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:26:04.596118 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a2f6ea11-8666-4223-a0b4-79839ef28f96 None None] Provisioning complete for port 7c490798-24c2-4c4b-8d02-80d52a555d92 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:04.596492 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2f6ea11-8666-4223-a0b4-79839ef28f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:04.601112 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=7c490798-24c2-4c4b-8d02-80d52a555d92,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:04.676947 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Router cb3bbf61-294c-4f01-a672-295f0f658eb9 is scheduled to L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:26:04.715607 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a2f6ea11-8666-4223-a0b4-79839ef28f96 None None] Current status of the port 7c490798-24c2-4c4b-8d02-80d52a555d92 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:04.786925 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:04.796259 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Sync routers for ids ['cb3bbf61-294c-4f01-a672-295f0f658eb9'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:04.807078 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Routers {'cb3bbf61-294c-4f01-a672-295f0f658eb9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:04.820937 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:25:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['cb3bbf61-294c-4f01-a672-295f0f658eb9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:04.876321 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:04.879763 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-cf7a639b-c501-49d2-8044-b557aa96b536 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0261211 May 16 15:26:04.886823 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41138) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:04.913416 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Set router cb3bbf61-294c-4f01-a672-295f0f658eb9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:05.098025 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d4c949c2-8db5-4ee6-bafc-24c141130c31 None None] Provisioning complete for port 7c490798-24c2-4c4b-8d02-80d52a555d92 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:05.098304 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4c949c2-8db5-4ee6-bafc-24c141130c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.256079 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d4c949c2-8db5-4ee6-bafc-24c141130c31 None None] Current status of the port 7c490798-24c2-4c4b-8d02-80d52a555d92 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:05.263975 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:26:04Z', 'revision_number': 3, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:05.277891 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.287894 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Checking router: cb3bbf61-294c-4f01-a672-295f0f658eb9 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:05.288244 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Updating router cb3bbf61-294c-4f01-a672-295f0f658eb9 port bd2afa5b-cdd9-473c-a25f-4e7731b05d83 binding host dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:26:05.315395 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.434606 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Allocated IP 172.20.0.1 (0b25748a-d962-474f-b758-5724d0298e7d/1521eadf-3a76-4cf3-9eb8-4e592e52f0e8/2ec0f8e8-5e01-4519-96e6-85138d47860a) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:05.521744 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13a7a157-15eb-44be-a206-ebdc2e04d825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.541931 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Publish callbacks [] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.598169 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Publish callbacks [] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.628677 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.666910 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Network 0b25748a-d962-474f-b758-5724d0298e7d is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:05.669995 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:05.675907 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:05.685206 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.701778 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec0f8e8-5e01-4519-96e6-85138d47860a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:05.721366 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689396'] for router_interface (cb3bbf61-294c-4f01-a672-295f0f658eb9), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.748330 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Attempting to bind port bd2afa5b-cdd9-473c-a25f-4e7731b05d83 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:26:05.748704 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Attempting to bind port bd2afa5b-cdd9-473c-a25f-4e7731b05d83 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:26:05.749580 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Attempting to bind port bd2afa5b-cdd9-473c-a25f-4e7731b05d83 on network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:05.751282 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296d7e9-25dd-41a8-81e6-731b776cfb37 None None] Pushing event updated for resources: {'Port': ['ID=bd2afa5b-cdd9-473c-a25f-4e7731b05d83,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:05.757670 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:26:05.758952 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Checking segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:26:05.759196 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.759550 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Bound using segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:26:05.760056 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Bound port: bd2afa5b-cdd9-473c-a25f-4e7731b05d83, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:26:05.760440 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.817834 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] For port bd2afa5b-cdd9-473c-a25f-4e7731b05d83, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:26:05.821921 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] For port bd2afa5b-cdd9-473c-a25f-4e7731b05d83, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=bd2afa5b-cdd9-473c-a25f-4e7731b05d83,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:26:05.878415 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-13851ea4-6ccb-4caf-a199-bdf2ee608a71 None None] Provisioning complete for port 2ec0f8e8-5e01-4519-96e6-85138d47860a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:05.878782 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13851ea4-6ccb-4caf-a199-bdf2ee608a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.909476 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-13851ea4-6ccb-4caf-a199-bdf2ee608a71 None None] Port 2ec0f8e8-5e01-4519-96e6-85138d47860a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:26:05.914654 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.932123 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:05.975228 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296d7e9-25dd-41a8-81e6-731b776cfb37 None None] Pushing event updated for resources: {'Port': ['ID=bd2afa5b-cdd9-473c-a25f-4e7731b05d83,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:05.978105 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Routers {'cb3bbf61-294c-4f01-a672-295f0f658eb9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:05.978707 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['cb3bbf61-294c-4f01-a672-295f0f658eb9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:06.081227 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] Set router cb3bbf61-294c-4f01-a672-295f0f658eb9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:06.119475 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Publish callbacks [] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:06.182340 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:06.254187 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-746561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690110'] for router_interface (cb3bbf61-294c-4f01-a672-295f0f658eb9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:06.256899 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec0f8e8-5e01-4519-96e6-85138d47860a,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:06.257836 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 7c490798-24c2-4c4b-8d02-80d52a555d92 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:06.301377 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2ec0f8e8-5e01-4519-96e6-85138d47860a', 'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'mac_address': 'fa:16:3e:e8:c1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:05Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 1, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'subnets': [{'id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:06.328695 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5925e-9bff-4f15-aa74-273507502e5e None None] The sync data for ids ['cb3bbf61-294c-4f01-a672-295f0f658eb9'] in dv-cinder-841753-2-iscsi is: [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2ec0f8e8-5e01-4519-96e6-85138d47860a', 'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'mac_address': 'fa:16:3e:e8:c1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:05Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 1, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'subnets': [{'id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:06.339013 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 7c490798-24c2-4c4b-8d02-80d52a555d92 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:06.339661 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:06.355234 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Network 0b25748a-d962-474f-b758-5724d0298e7d is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:06.357023 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:06.433877 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 7c490798-24c2-4c4b-8d02-80d52a555d92 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:06.483018 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Router cb3bbf61-294c-4f01-a672-295f0f658eb9 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:06.605568 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:06.607537 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:26:06.621741 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-008a83aa-f445-4a77-9309-516c2c158d03 admin admin] 10.222.0.71 "PUT /v2.0/routers/cb3bbf61-294c-4f01-a672-295f0f658eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7407336 May 16 15:26:06.641254 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d7be9bf1-2476-4919-8c46-1ff60ec68e38 None None] Provisioning complete for port 2ec0f8e8-5e01-4519-96e6-85138d47860a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:06.641541 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7be9bf1-2476-4919-8c46-1ff60ec68e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:06.676527 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d7be9bf1-2476-4919-8c46-1ff60ec68e38 None None] Port 2ec0f8e8-5e01-4519-96e6-85138d47860a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:26:06.700403 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:07.353446 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41154) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:07.358077 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1421769926-network', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:07.442810 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Made reservation on behalf of 504104ad8b9048a2bb1e1140fceab85c for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:26:07.454478 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:07.456004 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:07.536457 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Publish callbacks [] for security_group (896c58a7-d91f-4c81-b0ec-80e7b432cebd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:07.608759 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (896c58a7-d91f-4c81-b0ec-80e7b432cebd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:07.633856 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:26:07.643763 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896c58a7-d91f-4c81-b0ec-80e7b432cebd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:07.648664 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (40946b4f-0635-4622-9dab-19358aaed50d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:07.649726 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Added segment 40946b4f-0635-4622-9dab-19358aaed50d of type vlan for network f77e7a59-3cbe-429f-8664-adc7b78bf0d4 May 16 15:26:07.663536 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.663902 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.664775 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.665114 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.665650 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.665990 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.666320 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.666652 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.667135 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.667469 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.667827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.668157 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.668482 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.668805 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.669126 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:07.713916 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (f77e7a59-3cbe-429f-8664-adc7b78bf0d4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:07.793985 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (f77e7a59-3cbe-429f-8664-adc7b78bf0d4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:07.794934 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:07.795554 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:07.854486 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] Pushing event updated for resources: {'Network': ['ID=f77e7a59-3cbe-429f-8664-adc7b78bf0d4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:07.863994 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network f77e7a59-3cbe-429f-8664-adc7b78bf0d4 details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:26:07.893608 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-03ea3f1a-bc5c-49e7-94bb-77a32aef166f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5393727 May 16 15:26:07.896529 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41156) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:07.902629 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9ab9e18c-767b-4913-97c6-ba913cfc0adf admin admin] Request body: {'subnet': {'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1421769926-subnet', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:07.970492 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab9e18c-767b-4913-97c6-ba913cfc0adf admin admin] Made reservation on behalf of 504104ad8b9048a2bb1e1140fceab85c for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:26:07.972983 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e18c-767b-4913-97c6-ba913cfc0adf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28552041'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.021956 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.203000 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e18c-767b-4913-97c6-ba913cfc0adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28144967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28552063'] for subnet (44d49ff9-aea2-4aab-92f0-3b4900b1d310), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.250983 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device bd2afa5b-cdd9-473c-a25f-4e7731b05d83 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:08.267436 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9e18c-767b-4913-97c6-ba913cfc0adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d49ff9-aea2-4aab-92f0-3b4900b1d310,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:08.275965 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab9e18c-767b-4913-97c6-ba913cfc0adf admin admin] Checking segment: {'id': '40946b4f-0635-4622-9dab-19358aaed50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:26:08.276329 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab9e18c-767b-4913-97c6-ba913cfc0adf admin admin] Network hostable DHCP agents. Network: f77e7a59-3cbe-429f-8664-adc7b78bf0d4, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:26:08.302508 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port bd2afa5b-cdd9-473c-a25f-4e7731b05d83 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:08.302508 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.362828 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab9e18c-767b-4913-97c6-ba913cfc0adf admin admin] Network f77e7a59-3cbe-429f-8664-adc7b78bf0d4 is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:26:08.374755 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port bd2afa5b-cdd9-473c-a25f-4e7731b05d83 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:08.375147 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.392304 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Sync routers for ids ['cb3bbf61-294c-4f01-a672-295f0f658eb9'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:08.397027 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port bd2afa5b-cdd9-473c-a25f-4e7731b05d83, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=bd2afa5b-cdd9-473c-a25f-4e7731b05d83,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:08.403493 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Routers {'cb3bbf61-294c-4f01-a672-295f0f658eb9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:08.404129 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['cb3bbf61-294c-4f01-a672-295f0f658eb9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:08.453776 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9ab9e18c-767b-4913-97c6-ba913cfc0adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, f77e7a59-3cbe-429f-8664-adc7b78bf0d4) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:08.458299 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab9e18c-767b-4913-97c6-ba913cfc0adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:08.459097 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e18c-767b-4913-97c6-ba913cfc0adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.464110 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf5dd3-cd6a-4977-bec7-52eb0ba2130b None None] Network f77e7a59-3cbe-429f-8664-adc7b78bf0d4 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:26:08.483775 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.510042 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Set router cb3bbf61-294c-4f01-a672-295f0f658eb9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:08.550945 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9ab9e18c-767b-4913-97c6-ba913cfc0adf admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6533780 May 16 15:26:08.553566 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41158) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:08.558178 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1421769926-router', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:08.589301 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=bd2afa5b-cdd9-473c-a25f-4e7731b05d83,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:08.602313 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd88b2bd1-82b9-52c7-9c83-00bc197d9c54-f77e7a59-3cbe-429f-8664-adc7b78bf0d4', 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4', 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'fixed_ips': [{'subnet_id': '44d49ff9-aea2-4aab-92f0-3b4900b1d310'}]}} from dv-cinder-841753-2-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:26:08.603341 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.639862 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7018'] for router (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.641126 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7011'] for router (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.694106 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Publish callbacks [] for router_controller (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.705778 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2ec0f8e8-5e01-4519-96e6-85138d47860a', 'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'mac_address': 'fa:16:3e:e8:c1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:05Z', 'updated_at': '2022-05-16T15:26:06Z', 'revision_number': 2, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'subnets': [{'id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:08.736645 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Checking router: cb3bbf61-294c-4f01-a672-295f0f658eb9 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:08.737010 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Updating router cb3bbf61-294c-4f01-a672-295f0f658eb9 port 2ec0f8e8-5e01-4519-96e6-85138d47860a binding host dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:26:08.740650 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Allocated IP 172.20.0.2 (f77e7a59-3cbe-429f-8664-adc7b78bf0d4/44d49ff9-aea2-4aab-92f0-3b4900b1d310/510e6470-6f7e-4bb1-ab41-073854519199) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:08.764859 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.890690 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Publish callbacks [] for router_gateway (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.898097 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Publish callbacks [] for port (510e6470-6f7e-4bb1-ab41-073854519199), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:08.968654 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (510e6470-6f7e-4bb1-ab41-073854519199), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.013354 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Network f77e7a59-3cbe-429f-8664-adc7b78bf0d4 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:09.019210 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:09.022858 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:09.040846 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Pushing event updated for resources: {'Port': ['ID=510e6470-6f7e-4bb1-ab41-073854519199,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:09.070712 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Publish callbacks [] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.099365 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Attempting to bind port 510e6470-6f7e-4bb1-ab41-073854519199 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:26:09.099694 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Attempting to bind port 510e6470-6f7e-4bb1-ab41-073854519199 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '40946b4f-0635-4622-9dab-19358aaed50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:26:09.100069 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Attempting to bind port 510e6470-6f7e-4bb1-ab41-073854519199 on network f77e7a59-3cbe-429f-8664-adc7b78bf0d4 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:09.105901 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:26:09.106273 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Checking segment: {'id': '40946b4f-0635-4622-9dab-19358aaed50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:26:09.106674 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.107066 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Bound using segment: {'id': '40946b4f-0635-4622-9dab-19358aaed50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:26:09.107551 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Bound port: 510e6470-6f7e-4bb1-ab41-073854519199, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40946b4f-0635-4622-9dab-19358aaed50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:26:09.107953 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (510e6470-6f7e-4bb1-ab41-073854519199), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.138080 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Publish callbacks [] for router_gateway (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.157034 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.167527 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] For port 510e6470-6f7e-4bb1-ab41-073854519199, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:26:09.170511 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] For port 510e6470-6f7e-4bb1-ab41-073854519199, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=510e6470-6f7e-4bb1-ab41-073854519199,segment=NetworkSegment(40946b4f-0635-4622-9dab-19358aaed50d),segment_id=40946b4f-0635-4622-9dab-19358aaed50d)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:26:09.225838 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.260377 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (510e6470-6f7e-4bb1-ab41-073854519199), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.265193 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Allocated IP 172.27.1.15 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:09.271191 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Pushing event updated for resources: {'Port': ['ID=2ec0f8e8-5e01-4519-96e6-85138d47860a,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:09.279333 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.280442 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.280442 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.280442 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.280742 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.281077 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.281872 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.281872 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.282160 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.282492 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.282942 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.283150 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.283482 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.283831 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.284156 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:09.341629 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2c823-87c2-4917-b44a-a4b50394923e None None] Pushing event updated for resources: {'Port': ['ID=510e6470-6f7e-4bb1-ab41-073854519199,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:09.358731 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Attempting to bind port 2ec0f8e8-5e01-4519-96e6-85138d47860a on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:26:09.359029 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Attempting to bind port 2ec0f8e8-5e01-4519-96e6-85138d47860a by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:26:09.359394 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Attempting to bind port 2ec0f8e8-5e01-4519-96e6-85138d47860a on network 0b25748a-d962-474f-b758-5724d0298e7d {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:09.364830 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:26:09.365208 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Checking segment: {'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:26:09.365617 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.366066 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Bound using segment: {'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:26:09.366737 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Bound port: 2ec0f8e8-5e01-4519-96e6-85138d47860a, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:26:09.366987 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.405489 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Publish callbacks [] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.436121 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] For port 2ec0f8e8-5e01-4519-96e6-85138d47860a, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:26:09.439501 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] For port 2ec0f8e8-5e01-4519-96e6-85138d47860a, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=2ec0f8e8-5e01-4519-96e6-85138d47860a,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:26:09.505933 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.548385 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.561082 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:09.566565 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:09.571578 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:09.573648 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:09.623689 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Routers {'cb3bbf61-294c-4f01-a672-295f0f658eb9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:09.628788 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['cb3bbf61-294c-4f01-a672-295f0f658eb9'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:09.628788 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e884a56-798e-4c15-b83f-10de9a7e598b None None] Pushing event updated for resources: {'Port': ['ID=2ec0f8e8-5e01-4519-96e6-85138d47860a,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:09.630021 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9875336d-3e0c-4510-aa3f-ef41ac373aa0 None None] Provisioning complete for port 2ec0f8e8-5e01-4519-96e6-85138d47860a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:09.630503 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9875336d-3e0c-4510-aa3f-ef41ac373aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.754107 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9875336d-3e0c-4510-aa3f-ef41ac373aa0 None None] Current status of the port 2ec0f8e8-5e01-4519-96e6-85138d47860a is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:09.754617 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9875336d-3e0c-4510-aa3f-ef41ac373aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.758112 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] Set router cb3bbf61-294c-4f01-a672-295f0f658eb9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:09.798239 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9875336d-3e0c-4510-aa3f-ef41ac373aa0 None None] For port 2ec0f8e8-5e01-4519-96e6-85138d47860a, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=2ec0f8e8-5e01-4519-96e6-85138d47860a,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:09.925084 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9875336d-3e0c-4510-aa3f-ef41ac373aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:09.976368 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875336d-3e0c-4510-aa3f-ef41ac373aa0 None None] Pushing event updated for resources: {'Port': ['ID=2ec0f8e8-5e01-4519-96e6-85138d47860a,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:09.989293 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Publish callbacks [] for router_gateway (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:10.045290 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-473f0de6-3a5f-4ad1-93a7-51613c464a9a None None] Provisioning complete for port 2ec0f8e8-5e01-4519-96e6-85138d47860a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:10.045774 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-473f0de6-3a5f-4ad1-93a7-51613c464a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:10.046895 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2ec0f8e8-5e01-4519-96e6-85138d47860a', 'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'mac_address': 'fa:16:3e:e8:c1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:05Z', 'updated_at': '2022-05-16T15:26:09Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'subnets': [{'id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:10.073467 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede677ae-4997-4148-b57b-d711bcdcb173 None None] The sync data for ids ['cb3bbf61-294c-4f01-a672-295f0f658eb9'] in dv-cinder-841753-2-iscsi is: [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2ec0f8e8-5e01-4519-96e6-85138d47860a', 'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'mac_address': 'fa:16:3e:e8:c1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:05Z', 'updated_at': '2022-05-16T15:26:09Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'subnets': [{'id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:10.121759 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-473f0de6-3a5f-4ad1-93a7-51613c464a9a None None] Current status of the port 2ec0f8e8-5e01-4519-96e6-85138d47860a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:10.193961 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692953'] for router (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:10.405767 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Router d7dbfe29-9cc6-48d3-b895-73d4ff72824a is scheduled to L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:26:10.412487 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 2ec0f8e8-5e01-4519-96e6-85138d47860a up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:10.462541 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 2ec0f8e8-5e01-4519-96e6-85138d47860a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:10.463311 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:10.529482 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:10.616344 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:10.618150 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-78e57c79-e0a3-45eb-840e-744c272e7111 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0628445 May 16 15:26:10.621227 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41160) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:10.623264 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd61f7d-238d-4f32-84d7-a51eb1ae4fd8 None None] Network f77e7a59-3cbe-429f-8664-adc7b78bf0d4 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:26:10.629365 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Sync routers for ids ['d7dbfe29-9cc6-48d3-b895-73d4ff72824a'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:10.690725 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b53d6ab0-8d1e-4fea-9498-d137c1a4d4c3 None None] Provisioning complete for port 510e6470-6f7e-4bb1-ab41-073854519199 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:10.691102 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b53d6ab0-8d1e-4fea-9498-d137c1a4d4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (510e6470-6f7e-4bb1-ab41-073854519199), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:10.739783 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Routers {'d7dbfe29-9cc6-48d3-b895-73d4ff72824a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:10.741482 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d7dbfe29-9cc6-48d3-b895-73d4ff72824a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:10.803475 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:10.916305 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 2ec0f8e8-5e01-4519-96e6-85138d47860a is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:10.917232 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device bd2afa5b-cdd9-473c-a25f-4e7731b05d83 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:10.979026 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Set router d7dbfe29-9cc6-48d3-b895-73d4ff72824a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:11.035389 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b53d6ab0-8d1e-4fea-9498-d137c1a4d4c3 None None] Current status of the port 510e6470-6f7e-4bb1-ab41-073854519199 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:11.035828 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b53d6ab0-8d1e-4fea-9498-d137c1a4d4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (510e6470-6f7e-4bb1-ab41-073854519199), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.068562 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.095047 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port bd2afa5b-cdd9-473c-a25f-4e7731b05d83 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:11.095418 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.153437 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b53d6ab0-8d1e-4fea-9498-d137c1a4d4c3 None None] For port 510e6470-6f7e-4bb1-ab41-073854519199, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=510e6470-6f7e-4bb1-ab41-073854519199,segment=NetworkSegment(40946b4f-0635-4622-9dab-19358aaed50d),segment_id=40946b4f-0635-4622-9dab-19358aaed50d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:11.220069 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b53d6ab0-8d1e-4fea-9498-d137c1a4d4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (510e6470-6f7e-4bb1-ab41-073854519199), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.232952 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Allocated IP 172.20.0.1 (f77e7a59-3cbe-429f-8664-adc7b78bf0d4/44d49ff9-aea2-4aab-92f0-3b4900b1d310/f1593604-6605-453d-933e-6cfe0ea62f05) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:11.273633 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'name': 'tempest-TestShelveInstance-1421769926-router', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:08Z', 'updated_at': '2022-05-16T15:26:09Z', 'revision_number': 3, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'gw_port': {'id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:09Z', 'updated_at': '2022-05-16T15:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:11.302390 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port bd2afa5b-cdd9-473c-a25f-4e7731b05d83 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:11.303451 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 510e6470-6f7e-4bb1-ab41-073854519199 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:11.312928 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Checking router: d7dbfe29-9cc6-48d3-b895-73d4ff72824a for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:11.313274 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Updating router d7dbfe29-9cc6-48d3-b895-73d4ff72824a port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca binding host dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:26:11.337475 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Publish callbacks [] for port (f1593604-6605-453d-933e-6cfe0ea62f05), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.371713 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d6ab0-8d1e-4fea-9498-d137c1a4d4c3 None None] Pushing event updated for resources: {'Port': ['ID=510e6470-6f7e-4bb1-ab41-073854519199,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:11.383356 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f0e39f28-f4cd-49d3-90c9-5b09b810fdbf None None] Provisioning complete for port 510e6470-6f7e-4bb1-ab41-073854519199 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:11.389927 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0e39f28-f4cd-49d3-90c9-5b09b810fdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (510e6470-6f7e-4bb1-ab41-073854519199), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.389927 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.454853 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 510e6470-6f7e-4bb1-ab41-073854519199 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:11.455216 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (510e6470-6f7e-4bb1-ab41-073854519199), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.465808 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.504931 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Network f77e7a59-3cbe-429f-8664-adc7b78bf0d4 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:11.507604 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:11.512424 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:11.546181 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f1593604-6605-453d-933e-6cfe0ea62f05,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:11.560558 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689396'] for router_interface (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.606556 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f0e39f28-f4cd-49d3-90c9-5b09b810fdbf None None] Current status of the port 510e6470-6f7e-4bb1-ab41-073854519199 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:11.696032 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 510e6470-6f7e-4bb1-ab41-073854519199 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:11.743979 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.749272 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2a7e6b37-f72b-4f58-848e-06abe9944a5f None None] Provisioning complete for port f1593604-6605-453d-933e-6cfe0ea62f05 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:11.749643 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6b37-f72b-4f58-848e-06abe9944a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.797725 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e6b37-f72b-4f58-848e-06abe9944a5f None None] Port f1593604-6605-453d-933e-6cfe0ea62f05 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:26:11.820552 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.840341 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Publish callbacks [] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.913629 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.949042 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Publish callbacks [] for port (f1593604-6605-453d-933e-6cfe0ea62f05), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.975519 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c377428-0a95-47df-972b-480f1e0613c5 None None] Pushing event updated for resources: {'Port': ['ID=d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:11.978124 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Attempting to bind port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:26:11.978479 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Attempting to bind port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:26:11.978835 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Attempting to bind port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca on network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:11.984937 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:26:11.985645 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Checking segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:26:11.985766 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.986079 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Bound using segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:26:11.986544 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Bound port: d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:26:11.986916 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.999607 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:12.035819 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] For port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:26:12.039025 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] For port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:26:12.066370 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f1593604-6605-453d-933e-6cfe0ea62f05,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:12.071513 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-746561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690110'] for router_interface (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:12.099971 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:12.155309 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Routers {'d7dbfe29-9cc6-48d3-b895-73d4ff72824a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:12.155943 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d7dbfe29-9cc6-48d3-b895-73d4ff72824a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:12.168472 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Network f77e7a59-3cbe-429f-8664-adc7b78bf0d4 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:12.169837 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:12.334653 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 510e6470-6f7e-4bb1-ab41-073854519199 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:12.338277 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c377428-0a95-47df-972b-480f1e0613c5 None None] Pushing event updated for resources: {'Port': ['ID=d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:12.440966 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f511632f-1701-45e0-9490-1c30dd99775b None None] Provisioning complete for port f1593604-6605-453d-933e-6cfe0ea62f05 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:12.441364 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f511632f-1701-45e0-9490-1c30dd99775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:12.450025 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 510e6470-6f7e-4bb1-ab41-073854519199 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:12.450403 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (510e6470-6f7e-4bb1-ab41-073854519199), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:12.490907 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] Set router d7dbfe29-9cc6-48d3-b895-73d4ff72824a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:12.542480 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f511632f-1701-45e0-9490-1c30dd99775b None None] Port f1593604-6605-453d-933e-6cfe0ea62f05 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:26:12.566543 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Router d7dbfe29-9cc6-48d3-b895-73d4ff72824a has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:12.660305 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 510e6470-6f7e-4bb1-ab41-073854519199 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:12.664501 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:12.675732 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5decc2d6-db84-4dc1-a02a-57c6cb9a50f5 admin admin] 10.222.0.71 "PUT /v2.0/routers/d7dbfe29-9cc6-48d3-b895-73d4ff72824a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0474381 May 16 15:26:12.729782 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'name': 'tempest-TestShelveInstance-1421769926-router', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:08Z', 'updated_at': '2022-05-16T15:26:11Z', 'revision_number': 4, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'gw_port': {'id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:09Z', 'updated_at': '2022-05-16T15:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'f1593604-6605-453d-933e-6cfe0ea62f05', 'name': '', 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'mac_address': 'fa:16:3e:b2:b1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '44d49ff9-aea2-4aab-92f0-3b4900b1d310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:11Z', 'updated_at': '2022-05-16T15:26:11Z', 'revision_number': 2, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'subnets': [{'id': '44d49ff9-aea2-4aab-92f0-3b4900b1d310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:12.754438 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5911794-7567-4bb7-9280-dfc583defb7a None None] The sync data for ids ['d7dbfe29-9cc6-48d3-b895-73d4ff72824a'] in dv-cinder-841753-2-iscsi is: [{'id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'name': 'tempest-TestShelveInstance-1421769926-router', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:08Z', 'updated_at': '2022-05-16T15:26:11Z', 'revision_number': 4, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'gw_port': {'id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:09Z', 'updated_at': '2022-05-16T15:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'f1593604-6605-453d-933e-6cfe0ea62f05', 'name': '', 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'mac_address': 'fa:16:3e:b2:b1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '44d49ff9-aea2-4aab-92f0-3b4900b1d310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:11Z', 'updated_at': '2022-05-16T15:26:11Z', 'revision_number': 2, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'subnets': [{'id': '44d49ff9-aea2-4aab-92f0-3b4900b1d310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:14.091329 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41170) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:14.095928 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-0a7cf218-0bb2-4417-b967-9c4b4008bf86 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280464144', 'description': 'tempest-secgroup-smoke-280464144 description', 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:14.196409 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a7cf218-0bb2-4417-b967-9c4b4008bf86 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.249994 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:14.267301 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a7cf218-0bb2-4417-b967-9c4b4008bf86 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group (7cff3baa-eac9-48f8-9778-16b106f0e705), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.294508 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:14.294885 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.330888 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a7cf218-0bb2-4417-b967-9c4b4008bf86 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7cff3baa-eac9-48f8-9778-16b106f0e705), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.370756 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cf218-0bb2-4417-b967-9c4b4008bf86 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cff3baa-eac9-48f8-9778-16b106f0e705,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:14.376102 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:14.376102 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.396475 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:14.424339 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0a7cf218-0bb2-4417-b967-9c4b4008bf86 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.425615 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0a7cf218-0bb2-4417-b967-9c4b4008bf86 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3331947 May 16 15:26:14.428619 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41172) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:14.433383 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c2ea9ae7-f261-4366-b614-d2704efcbbd5 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Request body: {'security_group_rule': {'security_group_id': '7cff3baa-eac9-48f8-9778-16b106f0e705', 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:14.479314 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.525777 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:14.548099 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ae7-f261-4366-b614-d2704efcbbd5 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (8b50a77d-9fa8-43aa-9dbe-05e671bded02), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.603785 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ae7-f261-4366-b614-d2704efcbbd5 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (8b50a77d-9fa8-43aa-9dbe-05e671bded02), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.634956 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Sync routers for ids ['d7dbfe29-9cc6-48d3-b895-73d4ff72824a'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:14.644247 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Routers {'d7dbfe29-9cc6-48d3-b895-73d4ff72824a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:14.645119 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d7dbfe29-9cc6-48d3-b895-73d4ff72824a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:14.679582 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ae7-f261-4366-b614-d2704efcbbd5 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (8b50a77d-9fa8-43aa-9dbe-05e671bded02), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.700063 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea9ae7-f261-4366-b614-d2704efcbbd5 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b50a77d-9fa8-43aa-9dbe-05e671bded02,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:14.746075 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Set router d7dbfe29-9cc6-48d3-b895-73d4ff72824a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:14.778447 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ae7-f261-4366-b614-d2704efcbbd5 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.779738 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c2ea9ae7-f261-4366-b614-d2704efcbbd5 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501396 May 16 15:26:14.782486 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41174) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:14.786810 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-29e56781-2891-42d1-880d-136f0ed76d31 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Request body: {'security_group_rule': {'security_group_id': '7cff3baa-eac9-48f8-9778-16b106f0e705', 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:14.867324 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29e56781-2891-42d1-880d-136f0ed76d31 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (ed4107a7-1124-4a55-a0f5-86b5df460e48), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.923323 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29e56781-2891-42d1-880d-136f0ed76d31 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (ed4107a7-1124-4a55-a0f5-86b5df460e48), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.933891 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'name': 'tempest-TestShelveInstance-1421769926-router', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:08Z', 'updated_at': '2022-05-16T15:26:11Z', 'revision_number': 4, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'gw_port': {'id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:09Z', 'updated_at': '2022-05-16T15:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'f1593604-6605-453d-933e-6cfe0ea62f05', 'name': '', 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'mac_address': 'fa:16:3e:b2:b1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '44d49ff9-aea2-4aab-92f0-3b4900b1d310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:11Z', 'updated_at': '2022-05-16T15:26:11Z', 'revision_number': 2, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'subnets': [{'id': '44d49ff9-aea2-4aab-92f0-3b4900b1d310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:14.958808 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Checking router: d7dbfe29-9cc6-48d3-b895-73d4ff72824a for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:14.959159 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Updating router d7dbfe29-9cc6-48d3-b895-73d4ff72824a port f1593604-6605-453d-933e-6cfe0ea62f05 binding host dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:26:14.985219 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.990650 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29e56781-2891-42d1-880d-136f0ed76d31 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (ed4107a7-1124-4a55-a0f5-86b5df460e48), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.011182 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e56781-2891-42d1-880d-136f0ed76d31 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4107a7-1124-4a55-a0f5-86b5df460e48,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:15.072904 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-29e56781-2891-42d1-880d-136f0ed76d31 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.074107 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-29e56781-2891-42d1-880d-136f0ed76d31 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2906911 May 16 15:26:15.077102 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41176) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:15.081271 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-eb1e7803-6c66-4636-88c6-a54ce2e1d32c tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Request body: {'security_group_rule': {'security_group_id': '7cff3baa-eac9-48f8-9778-16b106f0e705', 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:15.172814 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7803-6c66-4636-88c6-a54ce2e1d32c tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (91b2dc91-9e5b-4a3a-83ab-e50f6b579cc7), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.220658 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7803-6c66-4636-88c6-a54ce2e1d32c tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (91b2dc91-9e5b-4a3a-83ab-e50f6b579cc7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.267490 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Publish callbacks [] for port (f1593604-6605-453d-933e-6cfe0ea62f05), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.290829 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7803-6c66-4636-88c6-a54ce2e1d32c tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (91b2dc91-9e5b-4a3a-83ab-e50f6b579cc7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.308700 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e7803-6c66-4636-88c6-a54ce2e1d32c tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b2dc91-9e5b-4a3a-83ab-e50f6b579cc7,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:15.348064 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.378805 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7803-6c66-4636-88c6-a54ce2e1d32c tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.383818 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-eb1e7803-6c66-4636-88c6-a54ce2e1d32c tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3051436 May 16 15:26:15.391326 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41178) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:15.391326 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Request body: {'security_group_rule': {'security_group_id': '7cff3baa-eac9-48f8-9778-16b106f0e705', 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:15.392823 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a0fe9-5ee1-4700-be93-ce2e5cfacd14 None None] Pushing event updated for resources: {'Port': ['ID=f1593604-6605-453d-933e-6cfe0ea62f05,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:15.455205 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Attempting to bind port f1593604-6605-453d-933e-6cfe0ea62f05 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:26:15.455577 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Attempting to bind port f1593604-6605-453d-933e-6cfe0ea62f05 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '40946b4f-0635-4622-9dab-19358aaed50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:26:15.455968 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Attempting to bind port f1593604-6605-453d-933e-6cfe0ea62f05 on network f77e7a59-3cbe-429f-8664-adc7b78bf0d4 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:15.461231 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:26:15.462210 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Checking segment: {'id': '40946b4f-0635-4622-9dab-19358aaed50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:26:15.462869 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.463313 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Bound using segment: {'id': '40946b4f-0635-4622-9dab-19358aaed50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:26:15.463786 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Bound port: f1593604-6605-453d-933e-6cfe0ea62f05, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40946b4f-0635-4622-9dab-19358aaed50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:26:15.464164 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.479350 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (9f87a06d-2755-4ce3-a8ea-c3b12946f7bf), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.526017 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] For port f1593604-6605-453d-933e-6cfe0ea62f05, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:26:15.529207 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] For port f1593604-6605-453d-933e-6cfe0ea62f05, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=f1593604-6605-453d-933e-6cfe0ea62f05,segment=NetworkSegment(40946b4f-0635-4622-9dab-19358aaed50d),segment_id=40946b4f-0635-4622-9dab-19358aaed50d)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:26:15.542606 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (9f87a06d-2755-4ce3-a8ea-c3b12946f7bf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.581592 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-62f90ba6-551d-4b84-a0ec-9f4f2c7789bb None None] Provisioning complete for port f1593604-6605-453d-933e-6cfe0ea62f05 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:15.582109 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62f90ba6-551d-4b84-a0ec-9f4f2c7789bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.611442 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-62f90ba6-551d-4b84-a0ec-9f4f2c7789bb None None] Port f1593604-6605-453d-933e-6cfe0ea62f05 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:26:15.617162 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.648408 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (9f87a06d-2755-4ce3-a8ea-c3b12946f7bf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.667500 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f87a06d-2755-4ce3-a8ea-c3b12946f7bf,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:15.668024 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Routers {'d7dbfe29-9cc6-48d3-b895-73d4ff72824a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:15.668618 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d7dbfe29-9cc6-48d3-b895-73d4ff72824a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:15.676017 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.676421 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.676766 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.677107 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.677449 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.677775 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.678099 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.678451 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.678776 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.679095 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.679619 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.686658 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.686658 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.686658 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.686658 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:15.719534 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a0fe9-5ee1-4700-be93-ce2e5cfacd14 None None] Pushing event updated for resources: {'Port': ['ID=f1593604-6605-453d-933e-6cfe0ea62f05,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:15.736053 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.737500 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2568ab6d-1b57-420f-b50a-dced39feaba8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3524778 May 16 15:26:15.740313 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41180) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:15.746113 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-82e5f8b9-fa7d-403f-9c20-1fecf46c9771 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Request body: {'security_group_rule': {'security_group_id': '7cff3baa-eac9-48f8-9778-16b106f0e705', 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:15.788069 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] Set router d7dbfe29-9cc6-48d3-b895-73d4ff72824a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:15.831437 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-82e5f8b9-fa7d-403f-9c20-1fecf46c9771 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Project 5cef808bf8324f5b852fd0ea7f368f6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:26:15.837742 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82e5f8b9-fa7d-403f-9c20-1fecf46c9771 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (d86f2108-ff38-4e1f-b5c1-fa525105abaf), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.906820 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82e5f8b9-fa7d-403f-9c20-1fecf46c9771 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (d86f2108-ff38-4e1f-b5c1-fa525105abaf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.932088 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c8af95f3-bc71-4981-bfa1-3c851bb12440 None None] Provisioning complete for port f1593604-6605-453d-933e-6cfe0ea62f05 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:15.932381 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c8af95f3-bc71-4981-bfa1-3c851bb12440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.977722 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82e5f8b9-fa7d-403f-9c20-1fecf46c9771 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (d86f2108-ff38-4e1f-b5c1-fa525105abaf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:15.984563 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'name': 'tempest-TestShelveInstance-1421769926-router', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:08Z', 'updated_at': '2022-05-16T15:26:11Z', 'revision_number': 4, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'gw_port': {'id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:09Z', 'updated_at': '2022-05-16T15:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'f1593604-6605-453d-933e-6cfe0ea62f05', 'name': '', 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'mac_address': 'fa:16:3e:b2:b1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '44d49ff9-aea2-4aab-92f0-3b4900b1d310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:11Z', 'updated_at': '2022-05-16T15:26:15Z', 'revision_number': 4, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'subnets': [{'id': '44d49ff9-aea2-4aab-92f0-3b4900b1d310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:15.997887 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5f8b9-fa7d-403f-9c20-1fecf46c9771 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86f2108-ff38-4e1f-b5c1-fa525105abaf,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:16.003744 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c8af95f3-bc71-4981-bfa1-3c851bb12440 None None] Current status of the port f1593604-6605-453d-933e-6cfe0ea62f05 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:16.004131 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c8af95f3-bc71-4981-bfa1-3c851bb12440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.011754 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a992d7a-8c4a-4961-a74c-cde3a161e642 None None] The sync data for ids ['d7dbfe29-9cc6-48d3-b895-73d4ff72824a'] in dv-cinder-841753-2-iscsi is: [{'id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'name': 'tempest-TestShelveInstance-1421769926-router', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:08Z', 'updated_at': '2022-05-16T15:26:11Z', 'revision_number': 4, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'gw_port': {'id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:09Z', 'updated_at': '2022-05-16T15:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': 'f1593604-6605-453d-933e-6cfe0ea62f05', 'name': '', 'network_id': 'f77e7a59-3cbe-429f-8664-adc7b78bf0d4', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'mac_address': 'fa:16:3e:b2:b1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '44d49ff9-aea2-4aab-92f0-3b4900b1d310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:11Z', 'updated_at': '2022-05-16T15:26:15Z', 'revision_number': 4, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'subnets': [{'id': '44d49ff9-aea2-4aab-92f0-3b4900b1d310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:16.037860 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c8af95f3-bc71-4981-bfa1-3c851bb12440 None None] For port f1593604-6605-453d-933e-6cfe0ea62f05, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=f1593604-6605-453d-933e-6cfe0ea62f05,segment=NetworkSegment(40946b4f-0635-4622-9dab-19358aaed50d),segment_id=40946b4f-0635-4622-9dab-19358aaed50d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:16.067835 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-82e5f8b9-fa7d-403f-9c20-1fecf46c9771 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.069077 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-82e5f8b9-fa7d-403f-9c20-1fecf46c9771 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276443 May 16 15:26:16.071920 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41182) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:16.076420 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ed8644f0-b948-4e7c-8919-61c29e37970b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Request body: {'security_group_rule': {'security_group_id': '7cff3baa-eac9-48f8-9778-16b106f0e705', 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:16.119953 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c8af95f3-bc71-4981-bfa1-3c851bb12440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.170546 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af95f3-bc71-4981-bfa1-3c851bb12440 None None] Pushing event updated for resources: {'Port': ['ID=f1593604-6605-453d-933e-6cfe0ea62f05,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:16.191449 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-ed8644f0-b948-4e7c-8919-61c29e37970b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Project 5cef808bf8324f5b852fd0ea7f368f6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:26:16.200966 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed8644f0-b948-4e7c-8919-61c29e37970b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (d05d7946-c570-4f64-94b5-6bbcd9c5cc3d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.270608 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed8644f0-b948-4e7c-8919-61c29e37970b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (d05d7946-c570-4f64-94b5-6bbcd9c5cc3d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.280375 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device f1593604-6605-453d-933e-6cfe0ea62f05 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:16.329056 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port f1593604-6605-453d-933e-6cfe0ea62f05 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:16.329568 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.339387 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed8644f0-b948-4e7c-8919-61c29e37970b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (d05d7946-c570-4f64-94b5-6bbcd9c5cc3d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.358682 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8644f0-b948-4e7c-8919-61c29e37970b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05d7946-c570-4f64-94b5-6bbcd9c5cc3d,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:16.408133 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port f1593604-6605-453d-933e-6cfe0ea62f05 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:16.409214 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:16.434408 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ed8644f0-b948-4e7c-8919-61c29e37970b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.435999 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ed8644f0-b948-4e7c-8919-61c29e37970b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3630488 May 16 15:26:16.459194 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:16.459575 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:16.535350 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:18.546219 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-55fffb63-ff98-4208-88ae-5672d1494f6c req-0ac01e20-df99-4823-8011-dda15ab75d92 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059232174&fields=id&tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9 HTTP/1.1" status: 200 len: 267 time: 0.0446033 May 16 15:26:18.595557 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fffb63-ff98-4208-88ae-5672d1494f6c req-fa69147b-3be6-4983-962c-d317606589a1 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:18.597071 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-55fffb63-ff98-4208-88ae-5672d1494f6c req-fa69147b-3be6-4983-962c-d317606589a1 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 984 time: 0.0456645 May 16 15:26:18.608298 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-55fffb63-ff98-4208-88ae-5672d1494f6c req-acb5afa5-dc16-45c7-a686-861550622bdf tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Request body: {'port': {'security_groups': ['bc5d3af8-ac22-4967-af82-85308485f0e5']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:18.683080 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55fffb63-ff98-4208-88ae-5672d1494f6c req-acb5afa5-dc16-45c7-a686-861550622bdf tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (26abdd01-015f-4c88-b71f-2308c1053124), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:18.892767 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-55fffb63-ff98-4208-88ae-5672d1494f6c req-acb5afa5-dc16-45c7-a686-861550622bdf tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] For port 26abdd01-015f-4c88-b71f-2308c1053124, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=26abdd01-015f-4c88-b71f-2308c1053124,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:18.920931 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55fffb63-ff98-4208-88ae-5672d1494f6c req-acb5afa5-dc16-45c7-a686-861550622bdf tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for port (26abdd01-015f-4c88-b71f-2308c1053124), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:18.976653 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55fffb63-ff98-4208-88ae-5672d1494f6c req-acb5afa5-dc16-45c7-a686-861550622bdf tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (26abdd01-015f-4c88-b71f-2308c1053124), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.014906 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['26abdd01-015f-4c88-b71f-2308c1053124'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:26:19.019133 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fffb63-ff98-4208-88ae-5672d1494f6c req-acb5afa5-dc16-45c7-a686-861550622bdf tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:19.020060 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-55fffb63-ff98-4208-88ae-5672d1494f6c req-acb5afa5-dc16-45c7-a686-861550622bdf tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.025502 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-55fffb63-ff98-4208-88ae-5672d1494f6c req-acb5afa5-dc16-45c7-a686-861550622bdf tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "PUT /v2.0/ports/26abdd01-015f-4c88-b71f-2308c1053124 HTTP/1.1" status: 200 len: 942 time: 0.4217317 May 16 15:26:19.026031 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:19.028502 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02194911-2f96-4c03-9695-309fbd66525f" -d '{"events": [{"name": "network-changed", "server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "tag": "26abdd01-015f-4c88-b71f-2308c1053124"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:19.032745 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41250) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:19.073587 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5afa5-dc16-45c7-a686-861550622bdf tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event updated for resources: {'Port': ['ID=26abdd01-015f-4c88-b71f-2308c1053124,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:19.113415 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d79e423-785c-47e6-bc63-031b7f9601f1 x-openstack-request-id: req-2d79e423-785c-47e6-bc63-031b7f9601f1 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:19.113980 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "tag": "26abdd01-015f-4c88-b71f-2308c1053124", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:19.115001 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2d79e423-785c-47e6-bc63-031b7f9601f1 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:19.115610 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d79e423-785c-47e6-bc63-031b7f9601f1'] response: {'name': 'network-changed', 'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124', 'status': 'completed', 'code': 200} May 16 15:26:19.137479 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1baff33a-6b15-4632-84f8-9292322d9b5e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group (7efe356f-9729-4a0d-8413-b57f51394870), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.153710 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['26abdd01-015f-4c88-b71f-2308c1053124'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:26:19.165669 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1baff33a-6b15-4632-84f8-9292322d9b5e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group (7efe356f-9729-4a0d-8413-b57f51394870), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.276171 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f0fad080-c44f-4406-8f08-e56d77249f2d None None] Provisioning complete for port 26abdd01-015f-4c88-b71f-2308c1053124 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:19.276548 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0fad080-c44f-4406-8f08-e56d77249f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (26abdd01-015f-4c88-b71f-2308c1053124), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.291365 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1baff33a-6b15-4632-84f8-9292322d9b5e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7efe356f-9729-4a0d-8413-b57f51394870), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.294164 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1baff33a-6b15-4632-84f8-9292322d9b5e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.297818 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1baff33a-6b15-4632-84f8-9292322d9b5e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "DELETE /v2.0/security-groups/7efe356f-9729-4a0d-8413-b57f51394870 HTTP/1.1" status: 204 len: 168 time: 0.2609875 May 16 15:26:19.299249 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41254) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:19.323661 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02194911-2f96-4c03-9695-309fbd66525f req-650ae5d9-2e09-43c4-b1e5-33fb1763e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:19.325250 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-02194911-2f96-4c03-9695-309fbd66525f req-650ae5d9-2e09-43c4-b1e5-33fb1763e6fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9&device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 1129 time: 0.1649730 May 16 15:26:19.367254 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baff33a-6b15-4632-84f8-9292322d9b5e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efe356f-9729-4a0d-8413-b57f51394870,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:19.439537 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02194911-2f96-4c03-9695-309fbd66525f req-c81ff9a8-82d1-477f-a22e-c8dffef8056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:19.439703 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f0fad080-c44f-4406-8f08-e56d77249f2d None None] Current status of the port 26abdd01-015f-4c88-b71f-2308c1053124 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:19.441488 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-02194911-2f96-4c03-9695-309fbd66525f req-c81ff9a8-82d1-477f-a22e-c8dffef8056d service neutron] 10.222.0.25 "GET /v2.0/networks?id=293de11d-03a3-40b1-9415-67bde64c1b76 HTTP/1.1" status: 200 len: 916 time: 0.1067972 May 16 15:26:19.507650 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-02194911-2f96-4c03-9695-309fbd66525f req-5f40468f-fb5a-480e-a519-4865446c9b83 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26abdd01-015f-4c88-b71f-2308c1053124 HTTP/1.1" status: 200 len: 1000 time: 0.0591724 May 16 15:26:19.563703 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02194911-2f96-4c03-9695-309fbd66525f req-65afc7c2-fa49-4e3a-9d8f-463886498246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:19.565217 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-02194911-2f96-4c03-9695-309fbd66525f req-65afc7c2-fa49-4e3a-9d8f-463886498246 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97d3e544-299e-4d94-aa79-c4e61a47418f HTTP/1.1" status: 200 len: 854 time: 0.0501373 May 16 15:26:19.613131 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02194911-2f96-4c03-9695-309fbd66525f req-f3b6e1a7-1b3a-4a39-ba2c-be579b5af966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:19.614765 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-02194911-2f96-4c03-9695-309fbd66525f req-f3b6e1a7-1b3a-4a39-ba2c-be579b5af966 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=293de11d-03a3-40b1-9415-67bde64c1b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420477 May 16 15:26:19.702926 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Deleting port 4822612c-3b52-4f3a-a5dd-85fc0a0012ef {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:19.703265 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (4822612c-3b52-4f3a-a5dd-85fc0a0012ef), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.714071 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-02194911-2f96-4c03-9695-309fbd66525f req-de5fbae0-6e13-49c9-bdcb-b79818b77038 service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927868 May 16 15:26:19.784818 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (4822612c-3b52-4f3a-a5dd-85fc0a0012ef), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.785152 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for floatingip (4822612c-3b52-4f3a-a5dd-85fc0a0012ef), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:19.797723 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Calling delete_port for 4822612c-3b52-4f3a-a5dd-85fc0a0012ef owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:19.810029 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-02194911-2f96-4c03-9695-309fbd66525f req-7462e232-3584-4cd5-8dbd-2a30ef008530 service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883777 May 16 15:26:20.040229 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (4822612c-3b52-4f3a-a5dd-85fc0a0012ef), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:20.069699 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event deleted for resources: {'Port': ['ID=4822612c-3b52-4f3a-a5dd-85fc0a0012ef,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:20.129758 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks [] for floatingip (bc0a4284-c9bb-4d54-b7b3-69c065b8af7b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:20.130004 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Floating IP bc0a4284-c9bb-4d54-b7b3-69c065b8af7b disassociated (deleted). External IP: 172.27.1.44, port: 26abdd01-015f-4c88-b71f-2308c1053124. May 16 15:26:20.332056 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Router d8787520-4aac-49a2-b241-0f73147c69e9 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:20.437283 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:20.441699 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:20.450918 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e85aae-e1a6-4045-ad79-221043058273 None None] Sync routers for ids ['d8787520-4aac-49a2-b241-0f73147c69e9'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:20.457724 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e85aae-e1a6-4045-ad79-221043058273 None None] Routers {'d8787520-4aac-49a2-b241-0f73147c69e9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:20.458353 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-66e85aae-e1a6-4045-ad79-221043058273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d8787520-4aac-49a2-b241-0f73147c69e9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:20.471682 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-cf74602a-9b42-468f-9ce4-c4a21198b16e tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "DELETE /v2.0/floatingips/bc0a4284-c9bb-4d54-b7b3-69c065b8af7b HTTP/1.1" status: 204 len: 168 time: 1.1712999 May 16 15:26:20.472362 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:20.474686 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1cb78ffffb3c46d6a28f5666227229b2ef2d05e83ea804cfb91f6f675c7fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31b14cf-8ed7-401e-bc77-8646edfcd5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "tag": "26abdd01-015f-4c88-b71f-2308c1053124"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:20.572185 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-66e85aae-e1a6-4045-ad79-221043058273 None None] Set router d8787520-4aac-49a2-b241-0f73147c69e9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:20.577063 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496cb84d-20af-4986-b01c-ff58e08daa9f x-openstack-request-id: req-496cb84d-20af-4986-b01c-ff58e08daa9f {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:20.577357 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "tag": "26abdd01-015f-4c88-b71f-2308c1053124", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:20.577613 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-496cb84d-20af-4986-b01c-ff58e08daa9f {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:20.578018 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496cb84d-20af-4986-b01c-ff58e08daa9f'] response: {'name': 'network-changed', 'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124', 'status': 'completed', 'code': 200} May 16 15:26:20.659737 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b14cf-8ed7-401e-bc77-8646edfcd5e9 req-f58f34f9-2d29-4caa-a04b-10b1d2be00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:20.661297 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e31b14cf-8ed7-401e-bc77-8646edfcd5e9 req-f58f34f9-2d29-4caa-a04b-10b1d2be00cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9&device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 1129 time: 0.0407066 May 16 15:26:20.766467 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b14cf-8ed7-401e-bc77-8646edfcd5e9 req-3e808cfb-6ab8-405b-bbeb-04ede9532b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:20.768119 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e31b14cf-8ed7-401e-bc77-8646edfcd5e9 req-3e808cfb-6ab8-405b-bbeb-04ede9532b44 service neutron] 10.222.0.25 "GET /v2.0/networks?id=293de11d-03a3-40b1-9415-67bde64c1b76 HTTP/1.1" status: 200 len: 916 time: 0.0995171 May 16 15:26:20.792764 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-66e85aae-e1a6-4045-ad79-221043058273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '87a257ef-6e9f-4053-bf09-ee600cdab482', 'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'mac_address': 'fa:16:3e:a8:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:07Z', 'updated_at': '2022-05-16T15:24:12Z', 'revision_number': 5, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'subnets': [{'id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:20.812670 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e31b14cf-8ed7-401e-bc77-8646edfcd5e9 req-8ed9bd0f-90ad-449d-88f6-0c61c0c50268 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26abdd01-015f-4c88-b71f-2308c1053124 HTTP/1.1" status: 200 len: 217 time: 0.0360048 May 16 15:26:20.818402 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e85aae-e1a6-4045-ad79-221043058273 None None] Checking router: d8787520-4aac-49a2-b241-0f73147c69e9 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:20.829153 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e85aae-e1a6-4045-ad79-221043058273 None None] Routers {'d8787520-4aac-49a2-b241-0f73147c69e9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:20.829686 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-66e85aae-e1a6-4045-ad79-221043058273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d8787520-4aac-49a2-b241-0f73147c69e9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:20.864805 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b14cf-8ed7-401e-bc77-8646edfcd5e9 req-2d0ad0bb-909f-4569-97db-83412af37bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:20.866289 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e31b14cf-8ed7-401e-bc77-8646edfcd5e9 req-2d0ad0bb-909f-4569-97db-83412af37bc5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97d3e544-299e-4d94-aa79-c4e61a47418f HTTP/1.1" status: 200 len: 854 time: 0.0475154 May 16 15:26:20.918305 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b14cf-8ed7-401e-bc77-8646edfcd5e9 req-b61a0abd-f5a2-4676-ab81-6032d38ba75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:20.919762 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e31b14cf-8ed7-401e-bc77-8646edfcd5e9 req-b61a0abd-f5a2-4676-ab81-6032d38ba75f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=293de11d-03a3-40b1-9415-67bde64c1b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472980 May 16 15:26:20.934803 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-66e85aae-e1a6-4045-ad79-221043058273 None None] Set router d8787520-4aac-49a2-b241-0f73147c69e9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:21.031848 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e31b14cf-8ed7-401e-bc77-8646edfcd5e9 req-40d1b0fb-a132-4fab-84f5-08b60f1d3ff1 service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970871 May 16 15:26:21.129415 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-66e85aae-e1a6-4045-ad79-221043058273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '87a257ef-6e9f-4053-bf09-ee600cdab482', 'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'mac_address': 'fa:16:3e:a8:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:07Z', 'updated_at': '2022-05-16T15:24:12Z', 'revision_number': 5, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'subnets': [{'id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:21.157592 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e85aae-e1a6-4045-ad79-221043058273 None None] The sync data for ids ['d8787520-4aac-49a2-b241-0f73147c69e9'] in dv-cinder-841753-2-iscsi is: [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:24:08Z', 'revision_number': 4, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '87a257ef-6e9f-4053-bf09-ee600cdab482', 'name': '', 'network_id': '293de11d-03a3-40b1-9415-67bde64c1b76', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'mac_address': 'fa:16:3e:a8:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:07Z', 'updated_at': '2022-05-16T15:24:12Z', 'revision_number': 5, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'subnets': [{'id': '97d3e544-299e-4d94-aa79-c4e61a47418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:21.384630 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee394c9f-47b6-47d7-88ae-7542a497f421 None None] New status for floating IP bc0a4284-c9bb-4d54-b7b3-69c065b8af7b: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:26:21.435339 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e31b14cf-8ed7-401e-bc77-8646edfcd5e9 req-2e2288a9-b3fd-4fb4-a3f7-c278cea242ab service neutron] 10.222.0.25 "GET /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948436 May 16 15:26:24.753030 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89217d62-dcfb-4915-95d1-6bbd5dc71ab5 req-5c599842-c870-40b6-9c4b-52eec3e674d7 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:24.754557 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-89217d62-dcfb-4915-95d1-6bbd5dc71ab5 req-5c599842-c870-40b6-9c4b-52eec3e674d7 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 945 time: 0.0481017 May 16 15:26:24.801717 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-89217d62-dcfb-4915-95d1-6bbd5dc71ab5 req-ee1748cc-0aad-40d9-afe3-e6c74940c224 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 May 16 15:26:25.923336 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38770b-a10a-41b2-9bfd-551e4da61bf3 req-f7939603-80c0-4577-abe9-0fd0f42fb930 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:25.924772 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5e38770b-a10a-41b2-9bfd-551e4da61bf3 req-f7939603-80c0-4577-abe9-0fd0f42fb930 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 945 time: 0.0508339 May 16 15:26:25.972808 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5e38770b-a10a-41b2-9bfd-551e4da61bf3 req-53360f22-7dee-4500-b871-eb79ae4aef83 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 May 16 15:26:26.767966 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678ae17-5447-47b0-b8ab-b2d8bab966ff req-351b2696-e044-4482-b1b3-5a773078dd37 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:26.769414 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8678ae17-5447-47b0-b8ab-b2d8bab966ff req-351b2696-e044-4482-b1b3-5a773078dd37 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.25 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 945 time: 0.0593400 May 16 15:26:26.851730 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-8678ae17-5447-47b0-b8ab-b2d8bab966ff req-1aec53bc-ee16-46fb-a122-b3bc774a32be tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Deleting port 26abdd01-015f-4c88-b71f-2308c1053124 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:26.852163 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8678ae17-5447-47b0-b8ab-b2d8bab966ff req-1aec53bc-ee16-46fb-a122-b3bc774a32be tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (26abdd01-015f-4c88-b71f-2308c1053124), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:26.941690 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-8678ae17-5447-47b0-b8ab-b2d8bab966ff req-1aec53bc-ee16-46fb-a122-b3bc774a32be tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] For port 26abdd01-015f-4c88-b71f-2308c1053124, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=26abdd01-015f-4c88-b71f-2308c1053124,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:26.942334 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8678ae17-5447-47b0-b8ab-b2d8bab966ff req-1aec53bc-ee16-46fb-a122-b3bc774a32be tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (26abdd01-015f-4c88-b71f-2308c1053124), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:26.955389 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-8678ae17-5447-47b0-b8ab-b2d8bab966ff req-1aec53bc-ee16-46fb-a122-b3bc774a32be tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Calling delete_port for 26abdd01-015f-4c88-b71f-2308c1053124 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:27.114950 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9a268-ecd2-4c73-bd48-e2c49f6b3904 req-055d015c-d05d-4bd2-9d69-1d12a84be663 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:27.116438 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8cb9a268-ecd2-4c73-bd48-e2c49f6b3904 req-055d015c-d05d-4bd2-9d69-1d12a84be663 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 945 time: 0.0593369 May 16 15:26:27.164399 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8cb9a268-ecd2-4c73-bd48-e2c49f6b3904 req-8ac40a7e-ac5f-4757-b53f-f8f2501a1a85 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/security-groups?id=bc5d3af8-ac22-4967-af82-85308485f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 May 16 15:26:27.167962 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8678ae17-5447-47b0-b8ab-b2d8bab966ff req-1aec53bc-ee16-46fb-a122-b3bc774a32be tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (26abdd01-015f-4c88-b71f-2308c1053124), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:27.193855 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec53bc-ee16-46fb-a122-b3bc774a32be tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Pushing event deleted for resources: {'Port': ['ID=26abdd01-015f-4c88-b71f-2308c1053124,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:27.203197 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['26abdd01-015f-4c88-b71f-2308c1053124'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:26:27.245298 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8678ae17-5447-47b0-b8ab-b2d8bab966ff req-1aec53bc-ee16-46fb-a122-b3bc774a32be tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] No DVR routers for this DVR port 26abdd01-015f-4c88-b71f-2308c1053124 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:26:27.247581 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-8678ae17-5447-47b0-b8ab-b2d8bab966ff req-1aec53bc-ee16-46fb-a122-b3bc774a32be tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:27.250912 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8678ae17-5447-47b0-b8ab-b2d8bab966ff req-1aec53bc-ee16-46fb-a122-b3bc774a32be tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.25 "DELETE /v2.0/ports/26abdd01-015f-4c88-b71f-2308c1053124 HTTP/1.1" status: 204 len: 173 time: 0.4752448 May 16 15:26:27.251354 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'name': 'network-vif-deleted', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:27.253591 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06da1a96-30fd-4797-8d7a-a1af5ed3e095" -d '{"events": [{"server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "name": "network-vif-deleted", "tag": "26abdd01-015f-4c88-b71f-2308c1053124"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:27.291202 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbef8979-ab82-4cfb-8548-ba7bb0649fd3 x-openstack-request-id: req-cbef8979-ab82-4cfb-8548-ba7bb0649fd3 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:27.291202 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049aa153-31aa-449b-86ad-d9e47d70e18b", "name": "network-vif-deleted", "tag": "26abdd01-015f-4c88-b71f-2308c1053124", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:27.291202 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cbef8979-ab82-4cfb-8548-ba7bb0649fd3 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:27.291202 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbef8979-ab82-4cfb-8548-ba7bb0649fd3'] response: {'server_uuid': '049aa153-31aa-449b-86ad-d9e47d70e18b', 'name': 'network-vif-deleted', 'tag': '26abdd01-015f-4c88-b71f-2308c1053124', 'status': 'completed', 'code': 200} May 16 15:26:28.271800 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4a89bfb7-32bb-4ebf-bab6-df40d0931368 req-d60feddf-1292-4e53-ac42-6263fd00a7c9 tempest-TestMinimumBasicScenario-699787720 tempest-TestMinimumBasicScenario-699787720-project] 10.222.0.71 "GET /v2.0/ports?device_id=049aa153-31aa-449b-86ad-d9e47d70e18b HTTP/1.1" status: 200 len: 210 time: 0.0277684 May 16 15:26:30.556199 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 26abdd01-015f-4c88-b71f-2308c1053124 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:30.578077 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 26abdd01-015f-4c88-b71f-2308c1053124 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:30.578425 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 26abdd01-015f-4c88-b71f-2308c1053124 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:31.556334 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41378) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:31.858751 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45ab42cb-fd54-4ef0-bbeb-67c919ffca11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690127'] for router_interface (d8787520-4aac-49a2-b241-0f73147c69e9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:32.076172 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-45ab42cb-fd54-4ef0-bbeb-67c919ffca11 admin admin] Deleting port 87a257ef-6e9f-4053-bf09-ee600cdab482 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:32.076510 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45ab42cb-fd54-4ef0-bbeb-67c919ffca11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:32.155563 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-45ab42cb-fd54-4ef0-bbeb-67c919ffca11 admin admin] For port 87a257ef-6e9f-4053-bf09-ee600cdab482, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=87a257ef-6e9f-4053-bf09-ee600cdab482,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:32.155803 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45ab42cb-fd54-4ef0-bbeb-67c919ffca11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:32.168847 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-45ab42cb-fd54-4ef0-bbeb-67c919ffca11 admin admin] Calling delete_port for 87a257ef-6e9f-4053-bf09-ee600cdab482 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:32.402264 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45ab42cb-fd54-4ef0-bbeb-67c919ffca11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (87a257ef-6e9f-4053-bf09-ee600cdab482), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:32.431200 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab42cb-fd54-4ef0-bbeb-67c919ffca11 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a257ef-6e9f-4053-bf09-ee600cdab482,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:32.587859 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-45ab42cb-fd54-4ef0-bbeb-67c919ffca11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-746586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882128'] for router_interface (d8787520-4aac-49a2-b241-0f73147c69e9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:32.787666 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ab42cb-fd54-4ef0-bbeb-67c919ffca11 admin admin] Router d8787520-4aac-49a2-b241-0f73147c69e9 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:32.889072 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ab42cb-fd54-4ef0-bbeb-67c919ffca11 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:32.898628 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-45ab42cb-fd54-4ef0-bbeb-67c919ffca11 admin admin] 10.222.0.71 "PUT /v2.0/routers/d8787520-4aac-49a2-b241-0f73147c69e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3365104 May 16 15:26:32.898628 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41382) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:32.899924 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80e379-0e47-4584-8bef-edce36118759 None None] Sync routers for ids ['d8787520-4aac-49a2-b241-0f73147c69e9'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:32.910005 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80e379-0e47-4584-8bef-edce36118759 None None] Routers {'d8787520-4aac-49a2-b241-0f73147c69e9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:32.910605 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cd80e379-0e47-4584-8bef-edce36118759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d8787520-4aac-49a2-b241-0f73147c69e9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:32.999430 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Publish callbacks [] for router (d8787520-4aac-49a2-b241-0f73147c69e9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:33.145219 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-cd80e379-0e47-4584-8bef-edce36118759 None None] Set router d8787520-4aac-49a2-b241-0f73147c69e9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:33.151820 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6d0aef40-ec4a-4038-8f3c-ada8fba17d85 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280464144&fields=id&tenant_id=5cef808bf8324f5b852fd0ea7f368f6d HTTP/1.1" status: 200 len: 267 time: 0.0568280 May 16 15:26:33.272384 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c08f9ce9-23a8-4a2b-b270-0b93fb851c60 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:33.273861 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c08f9ce9-23a8-4a2b-b270-0b93fb851c60 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/networks?id=0b25748a-d962-474f-b758-5724d0298e7d HTTP/1.1" status: 200 len: 808 time: 0.1205175 May 16 15:26:33.292445 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-315951b8-612c-4d56-a519-80eb71e5ae43 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/quotas/5cef808bf8324f5b852fd0ea7f368f6d HTTP/1.1" status: 200 len: 375 time: 0.0110350 May 16 15:26:33.308574 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Publish callbacks [] for router_gateway (d8787520-4aac-49a2-b241-0f73147c69e9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:33.317880 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cd80e379-0e47-4584-8bef-edce36118759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:26:32Z', 'revision_number': 5, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:33.344023 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80e379-0e47-4584-8bef-edce36118759 None None] Checking router: d8787520-4aac-49a2-b241-0f73147c69e9 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:33.345029 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-2300bc8b-7bfd-40eb-846d-39c2ebbac650 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cef808bf8324f5b852fd0ea7f368f6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466530 May 16 15:26:33.359585 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80e379-0e47-4584-8bef-edce36118759 None None] Routers {'d8787520-4aac-49a2-b241-0f73147c69e9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:33.360228 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cd80e379-0e47-4584-8bef-edce36118759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d8787520-4aac-49a2-b241-0f73147c69e9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:33.360639 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-795014f6-8f16-4bb5-849c-bcc1ef905231 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:26:33.361755 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-795014f6-8f16-4bb5-849c-bcc1ef905231 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052989 May 16 15:26:33.408444 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Deleting port 7effc356-aea3-44a9-947d-af174c1d1844 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:33.408796 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (7effc356-aea3-44a9-947d-af174c1d1844), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:33.452144 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-9ce43e93-080e-4e65-bbab-89511276589c service neutron] 10.222.0.71 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849884 May 16 15:26:33.472224 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-cd80e379-0e47-4584-8bef-edce36118759 None None] Set router d8787520-4aac-49a2-b241-0f73147c69e9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:33.498381 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] For port 7effc356-aea3-44a9-947d-af174c1d1844, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=7effc356-aea3-44a9-947d-af174c1d1844,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:33.499046 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (7effc356-aea3-44a9-947d-af174c1d1844), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:33.512076 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Calling delete_port for 7effc356-aea3-44a9-947d-af174c1d1844 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:33.526418 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bb727e5a-f204-497d-8a79-738de2b88207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:33.550048 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-64d78e3f-e1da-4ad6-9fc6-bce301f1da52 service neutron] 10.222.0.71 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905347 May 16 15:26:33.653075 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-cd80e379-0e47-4584-8bef-edce36118759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:26:32Z', 'revision_number': 5, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:33.679163 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80e379-0e47-4584-8bef-edce36118759 None None] The sync data for ids ['d8787520-4aac-49a2-b241-0f73147c69e9'] in dv-cinder-841753-2-iscsi is: [{'id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'name': 'tempest-TestMinimumBasicScenario-1500937250-router', 'tenant_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '7effc356-aea3-44a9-947d-af174c1d1844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:05Z', 'updated_at': '2022-05-16T15:26:32Z', 'revision_number': 5, 'project_id': 'ae0f47501cc04e37bec6bfc3cd696ea9', 'gw_port': {'id': '7effc356-aea3-44a9-947d-af174c1d1844', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8787520-4aac-49a2-b241-0f73147c69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:06Z', 'updated_at': '2022-05-16T15:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:33.761953 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (7effc356-aea3-44a9-947d-af174c1d1844), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:33.790736 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=7effc356-aea3-44a9-947d-af174c1d1844,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:33.852393 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692989'] for router_gateway (d8787520-4aac-49a2-b241-0f73147c69e9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:33.938721 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7036'] for router (d8787520-4aac-49a2-b241-0f73147c69e9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:33.940905 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Publish callbacks [] for router_controller (d8787520-4aac-49a2-b241-0f73147c69e9), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.039089 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-698796'] for router (d8787520-4aac-49a2-b241-0f73147c69e9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.043221 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8787520-4aac-49a2-b241-0f73147c69e9 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:26:34.044882 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.046019 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-78dce447-6365-4b18-aa3b-94b515167e38 admin admin] 10.222.0.71 "DELETE /v2.0/routers/d8787520-4aac-49a2-b241-0f73147c69e9 HTTP/1.1" status: 204 len: 168 time: 1.1485591 May 16 15:26:34.048619 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41396) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:34.096382 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b9e19c-bf92-4696-a0da-7bdcd37527eb admin admin] Deleting subnet 97d3e544-299e-4d94-aa79-c4e61a47418f {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:26:34.098853 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07b9e19c-bf92-4696-a0da-7bdcd37527eb admin admin] Publish callbacks [] for subnet (97d3e544-299e-4d94-aa79-c4e61a47418f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.137605 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07b9e19c-bf92-4696-a0da-7bdcd37527eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28040428'] for subnet (97d3e544-299e-4d94-aa79-c4e61a47418f), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.229392 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9027ba4b-d3cf-4f17-ac71-668d2b7fe370 req-02ea89ed-1164-4d11-9bd2-8ad2961ed5c0 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 210 time: 0.0467303 May 16 15:26:34.247149 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07b9e19c-bf92-4696-a0da-7bdcd37527eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (97d3e544-299e-4d94-aa79-c4e61a47418f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.337980 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 87a257ef-6e9f-4053-bf09-ee600cdab482 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:34.358926 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 87a257ef-6e9f-4053-bf09-ee600cdab482 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:34.359366 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 87a257ef-6e9f-4053-bf09-ee600cdab482 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:34.376687 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07b9e19c-bf92-4696-a0da-7bdcd37527eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28082744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29174866'] for subnet (97d3e544-299e-4d94-aa79-c4e61a47418f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.411266 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9e19c-bf92-4696-a0da-7bdcd37527eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d3e544-299e-4d94-aa79-c4e61a47418f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:34.411266 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-07b9e19c-bf92-4696-a0da-7bdcd37527eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.417568 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-07b9e19c-bf92-4696-a0da-7bdcd37527eb admin admin] 10.222.0.71 "DELETE /v2.0/subnets/97d3e544-299e-4d94-aa79-c4e61a47418f HTTP/1.1" status: 204 len: 168 time: 0.3646848 May 16 15:26:34.417761 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93888783-a7cd-4039-aa3d-b4c21edf31df None None] Network 293de11d-03a3-40b1-9415-67bde64c1b76 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:26:34.418061 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41404) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:34.514856 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (293de11d-03a3-40b1-9415-67bde64c1b76), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.556391 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Deleting port b5696344-7050-4bb0-b66e-3a285ad8f5d8 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:34.556738 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (b5696344-7050-4bb0-b66e-3a285ad8f5d8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.618526 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] For port b5696344-7050-4bb0-b66e-3a285ad8f5d8, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=b5696344-7050-4bb0-b66e-3a285ad8f5d8,segment=NetworkSegment(73fca8f5-d679-493f-ae70-a005966cec9b),segment_id=73fca8f5-d679-493f-ae70-a005966cec9b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:34.619004 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (b5696344-7050-4bb0-b66e-3a285ad8f5d8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.636414 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Calling delete_port for b5696344-7050-4bb0-b66e-3a285ad8f5d8 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:34.787952 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (b5696344-7050-4bb0-b66e-3a285ad8f5d8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.802446 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7042bfa-f439-4df5-a999-3da31875e2bc None None] DHCP port deletion for 293de11d-03a3-40b1-9415-67bde64c1b76 request from dv-cinder-841753-2-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:26:34.823809 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5696344-7050-4bb0-b66e-3a285ad8f5d8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:34.832327 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] No DVR routers for this DVR port b5696344-7050-4bb0-b66e-3a285ad8f5d8 on host dv-cinder-841753-2-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:26:34.903325 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (293de11d-03a3-40b1-9415-67bde64c1b76), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.922960 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293de11d-03a3-40b1-9415-67bde64c1b76']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:34.932357 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fca8f5-d679-493f-ae70-a005966cec9b') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:34.932660 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fca8f5-d679-493f-ae70-a005966cec9b') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:34.941795 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28775588'] for segment (73fca8f5-d679-493f-ae70-a005966cec9b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.955476 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (73fca8f5-d679-493f-ae70-a005966cec9b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.964263 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:26:34.964748 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28133796'] for segment (73fca8f5-d679-493f-ae70-a005966cec9b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: Traceback (most recent call last): May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: timer() May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: cb(*args, **kw) May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: return func(*args, **kwargs) May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: self._notify() May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: self.callback(batched_events) May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: event.method(event) May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: return f(self, *a, **k) May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._get(url).json() May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: return self.request(url, 'GET', **kwargs) May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:26:34.966677 dv-cinder-841753-2-iscsi neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:26:35.090657 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (293de11d-03a3-40b1-9415-67bde64c1b76), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.096001 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.099117 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] 10.222.0.71 "DELETE /v2.0/networks/293de11d-03a3-40b1-9415-67bde64c1b76 HTTP/1.1" status: 204 len: 168 time: 0.6798599 May 16 15:26:35.102060 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41412) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:35.111451 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f72e8b-f162-4ff6-a1af-6f5341a88794 admin admin] Pushing event deleted for resources: {'Network': ['ID=293de11d-03a3-40b1-9415-67bde64c1b76,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:35.306786 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3689b402-5322-41d0-9a9c-bff63e9fe4ee req-70f1ec4d-59a8-4790-a04c-044d07d5d7d5 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 210 time: 0.0274057 May 16 15:26:35.417513 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9891ace7-646d-4052-82a8-55f6db0bdc3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690127'] for router_interface (33ac9b60-a81f-474a-84ee-f561a55a33e3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.507358 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d9f755e-3638-48d1-9c3e-6a38472db513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.636796 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9891ace7-646d-4052-82a8-55f6db0bdc3c admin admin] Deleting port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:35.637134 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9891ace7-646d-4052-82a8-55f6db0bdc3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.714816 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-9891ace7-646d-4052-82a8-55f6db0bdc3c admin admin] For port 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=5d9e35e0-4a77-44ae-b8f2-263d62b9bac1,segment=NetworkSegment(cf5aa957-db41-40f4-8136-1f44885ab3c8),segment_id=cf5aa957-db41-40f4-8136-1f44885ab3c8)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:35.715173 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9891ace7-646d-4052-82a8-55f6db0bdc3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.728674 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9891ace7-646d-4052-82a8-55f6db0bdc3c admin admin] Calling delete_port for 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:35.959116 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9891ace7-646d-4052-82a8-55f6db0bdc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (5d9e35e0-4a77-44ae-b8f2-263d62b9bac1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:35.988602 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891ace7-646d-4052-82a8-55f6db0bdc3c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9e35e0-4a77-44ae-b8f2-263d62b9bac1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:36.147951 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9891ace7-646d-4052-82a8-55f6db0bdc3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-746586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882128'] for router_interface (33ac9b60-a81f-474a-84ee-f561a55a33e3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.307209 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device b5696344-7050-4bb0-b66e-3a285ad8f5d8 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:36.327675 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: b5696344-7050-4bb0-b66e-3a285ad8f5d8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:36.328286 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device b5696344-7050-4bb0-b66e-3a285ad8f5d8 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:36.338582 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 7effc356-aea3-44a9-947d-af174c1d1844 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:36.360761 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 7effc356-aea3-44a9-947d-af174c1d1844 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:36.361394 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 7effc356-aea3-44a9-947d-af174c1d1844 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:36.366524 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9891ace7-646d-4052-82a8-55f6db0bdc3c admin admin] Router 33ac9b60-a81f-474a-84ee-f561a55a33e3 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:36.427368 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-105ac039-4513-4c58-b817-281f7590cda0 req-4892d1ad-0291-4404-a128-56aa20f30563 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 210 time: 0.0380666 May 16 15:26:36.471832 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9891ace7-646d-4052-82a8-55f6db0bdc3c admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:36.477006 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9891ace7-646d-4052-82a8-55f6db0bdc3c admin admin] 10.222.0.71 "PUT /v2.0/routers/33ac9b60-a81f-474a-84ee-f561a55a33e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3729763 May 16 15:26:36.482145 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a13608-1539-4994-b42e-6d7ef43e3e21 None None] Sync routers for ids ['33ac9b60-a81f-474a-84ee-f561a55a33e3'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:36.483153 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41418) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:36.494475 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a13608-1539-4994-b42e-6d7ef43e3e21 None None] Routers {'33ac9b60-a81f-474a-84ee-f561a55a33e3'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:36.495150 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-81a13608-1539-4994-b42e-6d7ef43e3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['33ac9b60-a81f-474a-84ee-f561a55a33e3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:36.506044 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6354a0c8-594c-4e2e-828a-fe75707fac1b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:36.507146 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6354a0c8-594c-4e2e-828a-fe75707fac1b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.25 "GET /v2.0/networks?id=0b25748a-d962-474f-b758-5724d0298e7d HTTP/1.1" status: 200 len: 808 time: 0.1451890 May 16 15:26:36.582398 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Publish callbacks [] for router (33ac9b60-a81f-474a-84ee-f561a55a33e3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.594568 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-81a13608-1539-4994-b42e-6d7ef43e3e21 None None] Set router 33ac9b60-a81f-474a-84ee-f561a55a33e3 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:36.669572 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-2669e2cc-cc00-42ae-8a70-ebf7187e471a tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cef808bf8324f5b852fd0ea7f368f6d HTTP/1.1" status: 200 len: 379 time: 0.0725005 May 16 15:26:36.678750 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Request body: {'port': {'device_id': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'admin_state_up': True, 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'security_groups': ['7cff3baa-eac9-48f8-9778-16b106f0e705']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:36.694550 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Publish callbacks [] for router_gateway (33ac9b60-a81f-474a-84ee-f561a55a33e3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.705140 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.776555 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-81a13608-1539-4994-b42e-6d7ef43e3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'name': 'tempest-TestMinimumBasicScenario-583782229-router', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:11Z', 'updated_at': '2022-05-16T15:26:35Z', 'revision_number': 5, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'gw_port': {'id': '31a54f54-fc3b-4033-a9e0-9dfb002ee505', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:12Z', 'updated_at': '2022-05-16T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:36.805230 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a13608-1539-4994-b42e-6d7ef43e3e21 None None] Checking router: 33ac9b60-a81f-474a-84ee-f561a55a33e3 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:36.807502 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Deleting port 31a54f54-fc3b-4033-a9e0-9dfb002ee505 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:36.807867 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.814509 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a13608-1539-4994-b42e-6d7ef43e3e21 None None] Routers {'33ac9b60-a81f-474a-84ee-f561a55a33e3'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:36.815121 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-81a13608-1539-4994-b42e-6d7ef43e3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['33ac9b60-a81f-474a-84ee-f561a55a33e3'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:36.864865 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Made reservation on behalf of 5cef808bf8324f5b852fd0ea7f368f6d for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:26:36.869005 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.896521 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] For port 31a54f54-fc3b-4033-a9e0-9dfb002ee505, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=31a54f54-fc3b-4033-a9e0-9dfb002ee505,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:36.896895 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:36.911296 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Calling delete_port for 31a54f54-fc3b-4033-a9e0-9dfb002ee505 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:36.915880 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-81a13608-1539-4994-b42e-6d7ef43e3e21 None None] Set router 33ac9b60-a81f-474a-84ee-f561a55a33e3 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:36.969067 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-81a13608-1539-4994-b42e-6d7ef43e3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'name': 'tempest-TestMinimumBasicScenario-583782229-router', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:11Z', 'updated_at': '2022-05-16T15:26:36Z', 'revision_number': 6, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'gw_port_host': None}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:36.998026 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a13608-1539-4994-b42e-6d7ef43e3e21 None None] The sync data for ids ['33ac9b60-a81f-474a-84ee-f561a55a33e3'] in dv-cinder-841753-2-iscsi is: [{'id': '33ac9b60-a81f-474a-84ee-f561a55a33e3', 'name': 'tempest-TestMinimumBasicScenario-583782229-router', 'tenant_id': '33b8cf1c5afb40fa83960b70b30de818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:11Z', 'updated_at': '2022-05-16T15:26:36Z', 'revision_number': 6, 'project_id': '33b8cf1c5afb40fa83960b70b30de818', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:37.016321 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Allocated IP 172.20.0.9 (0b25748a-d962-474f-b758-5724d0298e7d/1521eadf-3a76-4cf3-9eb8-4e592e52f0e8/adc3da56-eadd-4439-888a-efe0eb7ab5cf) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:37.153214 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (31a54f54-fc3b-4033-a9e0-9dfb002ee505), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.179078 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a54f54-fc3b-4033-a9e0-9dfb002ee505,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:37.242425 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692989'] for router_gateway (33ac9b60-a81f-474a-84ee-f561a55a33e3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.257596 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.329183 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7036'] for router (33ac9b60-a81f-474a-84ee-f561a55a33e3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.331194 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Publish callbacks [] for router_controller (33ac9b60-a81f-474a-84ee-f561a55a33e3), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.348529 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.400844 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Network 0b25748a-d962-474f-b758-5724d0298e7d is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:37.404014 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:37.406921 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:37.440856 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event updated for resources: {'Port': ['ID=adc3da56-eadd-4439-888a-efe0eb7ab5cf,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:37.450404 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-698796'] for router (33ac9b60-a81f-474a-84ee-f561a55a33e3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.450404 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33ac9b60-a81f-474a-84ee-f561a55a33e3 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:26:37.460649 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.462704 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a0db9bd7-a00e-4391-97db-1249dc11b731 admin admin] 10.222.0.71 "DELETE /v2.0/routers/33ac9b60-a81f-474a-84ee-f561a55a33e3 HTTP/1.1" status: 204 len: 168 time: 0.9777839 May 16 15:26:37.465287 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41422) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:37.488026 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:37.488666 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.517565 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6d00a0-f7f7-49c1-8a07-260b46fa801d admin admin] Deleting subnet c846584b-1aa9-4202-8c84-1e4d6db252b8 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:26:37.521238 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f6d00a0-f7f7-49c1-8a07-260b46fa801d admin admin] Publish callbacks [] for subnet (c846584b-1aa9-4202-8c84-1e4d6db252b8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.561461 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f6d00a0-f7f7-49c1-8a07-260b46fa801d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28040428'] for subnet (c846584b-1aa9-4202-8c84-1e4d6db252b8), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.566212 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e244f0f-c9f2-42eb-b047-811fd8fc3059 req-589e718e-683c-4769-92d3-b2fc0c415aff tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:37.567809 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e244f0f-c9f2-42eb-b047-811fd8fc3059 req-589e718e-683c-4769-92d3-b2fc0c415aff tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 931 time: 0.0601416 May 16 15:26:37.572045 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-c5208a3d-64e8-4d19-8ac4-19aa39e3985b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8971231 May 16 15:26:37.596192 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Request body: {'port': {'device_id': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:37.654359 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f6d00a0-f7f7-49c1-8a07-260b46fa801d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (c846584b-1aa9-4202-8c84-1e4d6db252b8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.686528 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0e244f0f-c9f2-42eb-b047-811fd8fc3059 req-7db87cbd-7a68-402d-9893-f9233ecf7922 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099215 May 16 15:26:37.690243 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-884f3534-4a17-416a-ae56-95d037797cd6 None None] Provisioning complete for port adc3da56-eadd-4439-888a-efe0eb7ab5cf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:37.690671 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-884f3534-4a17-416a-ae56-95d037797cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.694581 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.725004 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-884f3534-4a17-416a-ae56-95d037797cd6 None None] Port adc3da56-eadd-4439-888a-efe0eb7ab5cf cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:26:37.796567 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f6d00a0-f7f7-49c1-8a07-260b46fa801d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28082744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29174866'] for subnet (c846584b-1aa9-4202-8c84-1e4d6db252b8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.822395 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d00a0-f7f7-49c1-8a07-260b46fa801d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c846584b-1aa9-4202-8c84-1e4d6db252b8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:37.825770 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f6d00a0-f7f7-49c1-8a07-260b46fa801d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.831365 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9f6d00a0-f7f7-49c1-8a07-260b46fa801d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c846584b-1aa9-4202-8c84-1e4d6db252b8 HTTP/1.1" status: 204 len: 168 time: 0.3650341 May 16 15:26:37.832012 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41424) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:37.833369 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c73425-184d-4be3-9fd4-ee3c87202427 None None] Network 7456ccab-a4be-462a-9252-4445248b9a48 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:26:37.917361 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (7456ccab-a4be-462a-9252-4445248b9a48), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:37.968962 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Deleting port f806e6b5-55f3-4c77-89d4-461e15073ad8 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:37.969306 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.018762 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f485282b-3fdc-4c74-b11b-79a5e1d7bbb9 None None] DHCP port deletion for 7456ccab-a4be-462a-9252-4445248b9a48 request from dv-cinder-841753-2-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:26:38.036031 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc3da56-eadd-4439-888a-efe0eb7ab5cf {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:26:38.048207 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Publish callbacks [] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.050073 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] For port f806e6b5-55f3-4c77-89d4-461e15073ad8, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=f806e6b5-55f3-4c77-89d4-461e15073ad8,segment=NetworkSegment(cf5aa957-db41-40f4-8136-1f44885ab3c8),segment_id=cf5aa957-db41-40f4-8136-1f44885ab3c8)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:38.050477 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.059464 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.064848 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Transition to ACTIVE for port object adc3da56-eadd-4439-888a-efe0eb7ab5cf will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:26:38.068947 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Calling delete_port for f806e6b5-55f3-4c77-89d4-461e15073ad8 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:38.070397 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f485282b-3fdc-4c74-b11b-79a5e1d7bbb9 None None] Deleting port f806e6b5-55f3-4c77-89d4-461e15073ad8 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:38.070777 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f485282b-3fdc-4c74-b11b-79a5e1d7bbb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.135920 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.147431 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f485282b-3fdc-4c74-b11b-79a5e1d7bbb9 None None] For port f806e6b5-55f3-4c77-89d4-461e15073ad8, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=f806e6b5-55f3-4c77-89d4-461e15073ad8,segment=NetworkSegment(cf5aa957-db41-40f4-8136-1f44885ab3c8),segment_id=cf5aa957-db41-40f4-8136-1f44885ab3c8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:38.148123 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f485282b-3fdc-4c74-b11b-79a5e1d7bbb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.169230 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f485282b-3fdc-4c74-b11b-79a5e1d7bbb9 None None] Calling delete_port for f806e6b5-55f3-4c77-89d4-461e15073ad8 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:38.192261 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Pushing event updated for resources: {'Port': ['ID=adc3da56-eadd-4439-888a-efe0eb7ab5cf,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:38.251047 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.266682 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f485282b-3fdc-4c74-b11b-79a5e1d7bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446'] for port (f806e6b5-55f3-4c77-89d4-461e15073ad8), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.281151 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Attempting to bind port adc3da56-eadd-4439-888a-efe0eb7ab5cf on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:26:38.281530 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Attempting to bind port adc3da56-eadd-4439-888a-efe0eb7ab5cf by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:26:38.281834 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Attempting to bind port adc3da56-eadd-4439-888a-efe0eb7ab5cf on network 0b25748a-d962-474f-b758-5724d0298e7d {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:38.286711 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Port adc3da56-eadd-4439-888a-efe0eb7ab5cf on network 0b25748a-d962-474f-b758-5724d0298e7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:26:38.287036 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Attempting to bind port adc3da56-eadd-4439-888a-efe0eb7ab5cf on network 0b25748a-d962-474f-b758-5724d0298e7d {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:26:38.294043 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:26:38.297825 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Checking segment: {'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:26:38.297825 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Bound using segment: {'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:26:38.298198 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f806e6b5-55f3-4c77-89d4-461e15073ad8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:38.298308 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Bound port: adc3da56-eadd-4439-888a-efe0eb7ab5cf, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe553efe-842d-4bea-8695-e7b197811c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:26:38.298308 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.298487 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] No DVR routers for this DVR port f806e6b5-55f3-4c77-89d4-461e15073ad8 on host dv-cinder-841753-2-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:26:38.308102 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485282b-3fdc-4c74-b11b-79a5e1d7bbb9 None None] Pushing event deleted for resources: {'Port': ['ID=f806e6b5-55f3-4c77-89d4-461e15073ad8,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:38.317614 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 31a54f54-fc3b-4033-a9e0-9dfb002ee505 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:38.323814 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485282b-3fdc-4c74-b11b-79a5e1d7bbb9 None None] No DVR routers for this DVR port f806e6b5-55f3-4c77-89d4-461e15073ad8 on host dv-cinder-841753-2-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:26:38.347072 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 31a54f54-fc3b-4033-a9e0-9dfb002ee505 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:38.347426 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 31a54f54-fc3b-4033-a9e0-9dfb002ee505 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:38.348155 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:38.371109 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:38.371756 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 5d9e35e0-4a77-44ae-b8f2-263d62b9bac1 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:38.372355 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device f806e6b5-55f3-4c77-89d4-461e15073ad8 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:38.392360 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: f806e6b5-55f3-4c77-89d4-461e15073ad8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:38.392917 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device f806e6b5-55f3-4c77-89d4-461e15073ad8 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:38.403401 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (7456ccab-a4be-462a-9252-4445248b9a48), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.413680 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] For port adc3da56-eadd-4439-888a-efe0eb7ab5cf, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:26:38.418554 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] For port adc3da56-eadd-4439-888a-efe0eb7ab5cf, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:26:38.427389 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7456ccab-a4be-462a-9252-4445248b9a48']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:38.437934 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5aa957-db41-40f4-8136-1f44885ab3c8') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:38.438239 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5aa957-db41-40f4-8136-1f44885ab3c8') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:38.448577 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28040405'] for segment (cf5aa957-db41-40f4-8136-1f44885ab3c8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.462823 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (cf5aa957-db41-40f4-8136-1f44885ab3c8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.468655 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:26:38.469045 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28098202'] for segment (cf5aa957-db41-40f4-8136-1f44885ab3c8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: Traceback (most recent call last): May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: timer() May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: cb(*args, **kw) May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: return func(*args, **kwargs) May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: self._notify() May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: self.callback(batched_events) May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: event.method(event) May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: return f(self, *a, **k) May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._get(url).json() May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: return self.request(url, 'GET', **kwargs) May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:26:38.470729 dv-cinder-841753-2-iscsi neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:26:38.536445 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.569737 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:38.570282 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.572788 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] 10.222.0.25 "PUT /v2.0/ports/adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 200 len: 1093 time: 0.9829338 May 16 15:26:38.574546 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:38.575429 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf9333c-ca32-4fa8-92b4-d8510e1df6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:38.603943 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0346e-98d7-435a-8dd0-667228d90a8b service neutron] Pushing event updated for resources: {'Port': ['ID=adc3da56-eadd-4439-888a-efe0eb7ab5cf,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:38.650548 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (7456ccab-a4be-462a-9252-4445248b9a48), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.656644 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:38.662725 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] 10.222.0.71 "DELETE /v2.0/networks/7456ccab-a4be-462a-9252-4445248b9a48 HTTP/1.1" status: 204 len: 168 time: 0.8293750 May 16 15:26:38.676355 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5292b4d-6699-40ed-b3e1-03b6c0bbc1ec admin admin] Pushing event deleted for resources: {'Network': ['ID=7456ccab-a4be-462a-9252-4445248b9a48,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:38.686395 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a85cd05-8d48-4f8c-94dd-d1ecd18d1b43 x-openstack-request-id: req-7a85cd05-8d48-4f8c-94dd-d1ecd18d1b43 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:38.686791 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:38.687135 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a85cd05-8d48-4f8c-94dd-d1ecd18d1b43 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:38.687605 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a85cd05-8d48-4f8c-94dd-d1ecd18d1b43'] response: {'name': 'network-changed', 'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'status': 'completed', 'code': 200} May 16 15:26:38.765865 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-0a97a042-8ab8-4aef-815c-71774a6cf57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:38.768498 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-0a97a042-8ab8-4aef-815c-71774a6cf57b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cef808bf8324f5b852fd0ea7f368f6d&device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1127 time: 0.0520179 May 16 15:26:38.829614 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-45d13257-8c08-46fa-8e93-d8f98002ebb0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 200 len: 217 time: 0.0469387 May 16 15:26:38.871379 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300456b-6394-44e4-98f9-a4c78cbabb8f req-fded0374-4d4c-420c-8d79-67e21b964299 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:38.872902 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8300456b-6394-44e4-98f9-a4c78cbabb8f req-fded0374-4d4c-420c-8d79-67e21b964299 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.1026618 May 16 15:26:38.900257 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-3e50d01c-7d9b-48a4-9422-efedce1eb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:38.901732 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-3e50d01c-7d9b-48a4-9422-efedce1eb9cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1521eadf-3a76-4cf3-9eb8-4e592e52f0e8 HTTP/1.1" status: 200 len: 847 time: 0.0665612 May 16 15:26:38.962994 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8300456b-6394-44e4-98f9-a4c78cbabb8f req-b03c88c5-3514-4d52-a733-6c0eafd421ce tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805776 May 16 15:26:38.966144 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-8ad8441d-e947-4035-a67d-9266dfe3c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:38.967398 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-8ad8441d-e947-4035-a67d-9266dfe3c8fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b25748a-d962-474f-b758-5724d0298e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580592 May 16 15:26:39.056704 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-dc23508a-58ed-4462-8b1a-7d71b4fe733a service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820374 May 16 15:26:39.095145 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41434) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:39.138356 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d887da62-ff3a-42d5-b569-9daba50dc5a8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ae0f47501cc04e37bec6bfc3cd696ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416977 May 16 15:26:39.140769 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41436) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:39.149636 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cf5171fa-c6be-48c7-bf04-07767f896b5f req-78cc43cc-64af-486e-a0c9-f65ef674ee23 service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876930 May 16 15:26:39.189916 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93969c9c-52e0-45f7-bd2a-6eebf100a491 admin admin] Publish callbacks [] for security_group (bc5d3af8-ac22-4967-af82-85308485f0e5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:39.210773 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93969c9c-52e0-45f7-bd2a-6eebf100a491 admin admin] Publish callbacks [] for security_group (bc5d3af8-ac22-4967-af82-85308485f0e5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:39.321968 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93969c9c-52e0-45f7-bd2a-6eebf100a491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (bc5d3af8-ac22-4967-af82-85308485f0e5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:39.324614 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-93969c9c-52e0-45f7-bd2a-6eebf100a491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:39.325754 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-93969c9c-52e0-45f7-bd2a-6eebf100a491 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bc5d3af8-ac22-4967-af82-85308485f0e5 HTTP/1.1" status: 204 len: 168 time: 0.1840904 May 16 15:26:39.333321 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93969c9c-52e0-45f7-bd2a-6eebf100a491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5d3af8-ac22-4967-af82-85308485f0e5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:39.513355 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9333c-ca32-4fa8-92b4-d8510e1df6d4 req-1e77a02b-3959-484f-8df6-f998305af09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:39.514942 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6cf9333c-ca32-4fa8-92b4-d8510e1df6d4 req-1e77a02b-3959-484f-8df6-f998305af09f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cef808bf8324f5b852fd0ea7f368f6d&device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1127 time: 0.0396399 May 16 15:26:39.610618 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9333c-ca32-4fa8-92b4-d8510e1df6d4 req-72c550df-ecd9-4d5b-890e-4fdcee26cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:39.612131 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6cf9333c-ca32-4fa8-92b4-d8510e1df6d4 req-72c550df-ecd9-4d5b-890e-4fdcee26cf1b service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b25748a-d962-474f-b758-5724d0298e7d HTTP/1.1" status: 200 len: 909 time: 0.0900850 May 16 15:26:39.651315 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6cf9333c-ca32-4fa8-92b4-d8510e1df6d4 req-276def11-dbab-4081-96bd-ceac799fab47 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 200 len: 217 time: 0.0325882 May 16 15:26:39.699231 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9333c-ca32-4fa8-92b4-d8510e1df6d4 req-de880db9-c466-4481-819d-2b613e0d8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:39.700705 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6cf9333c-ca32-4fa8-92b4-d8510e1df6d4 req-de880db9-c466-4481-819d-2b613e0d8c7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1521eadf-3a76-4cf3-9eb8-4e592e52f0e8 HTTP/1.1" status: 200 len: 847 time: 0.0442617 May 16 15:26:39.751366 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9333c-ca32-4fa8-92b4-d8510e1df6d4 req-f24cd380-cc68-4d2e-ab6a-fcfa1ebeb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:39.752875 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6cf9333c-ca32-4fa8-92b4-d8510e1df6d4 req-f24cd380-cc68-4d2e-ab6a-fcfa1ebeb41b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b25748a-d962-474f-b758-5724d0298e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463035 May 16 15:26:39.878855 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6cf9333c-ca32-4fa8-92b4-d8510e1df6d4 req-fec5a39b-6c00-4511-afa9-04b6ea4914c8 service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824416 May 16 15:26:39.949744 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6cf9333c-ca32-4fa8-92b4-d8510e1df6d4 req-8ca1f912-d195-4969-8f5b-f35b6d44671d service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020479 May 16 15:26:40.086361 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6688345-8251-4fa6-964c-a5f5322eb9c2 req-35e1d26b-be18-448b-8d27-2d25cee725eb tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:40.087972 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b6688345-8251-4fa6-964c-a5f5322eb9c2 req-35e1d26b-be18-448b-8d27-2d25cee725eb tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0475726 May 16 15:26:40.138289 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b6688345-8251-4fa6-964c-a5f5322eb9c2 req-b89f453b-f580-4b7f-a2ad-542009e52ab7 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444551 May 16 15:26:40.191054 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41444) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:40.230831 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f7d4ae2d-5f76-4bc5-9f82-38822b1dcbdb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=33b8cf1c5afb40fa83960b70b30de818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385268 May 16 15:26:40.233151 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41446) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:40.278762 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81c3edac-0c64-41ed-bce3-344df01808dd admin admin] Publish callbacks [] for security_group (39ef7bb3-d6cf-413e-b6d7-6aaa99b20737), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:40.298703 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81c3edac-0c64-41ed-bce3-344df01808dd admin admin] Publish callbacks [] for security_group (39ef7bb3-d6cf-413e-b6d7-6aaa99b20737), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:40.407302 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81c3edac-0c64-41ed-bce3-344df01808dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (39ef7bb3-d6cf-413e-b6d7-6aaa99b20737), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:40.409807 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-81c3edac-0c64-41ed-bce3-344df01808dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:40.410946 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-81c3edac-0c64-41ed-bce3-344df01808dd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/39ef7bb3-d6cf-413e-b6d7-6aaa99b20737 HTTP/1.1" status: 204 len: 168 time: 0.1768730 May 16 15:26:40.419075 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3edac-0c64-41ed-bce3-344df01808dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ef7bb3-d6cf-413e-b6d7-6aaa99b20737,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:40.661686 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:41.247573 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710591e-c6f2-47dd-af20-d486e5d59b73 req-e1d71871-c788-4f77-b8e6-5d0f23deb87a tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:41.249140 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e710591e-c6f2-47dd-af20-d486e5d59b73 req-e1d71871-c788-4f77-b8e6-5d0f23deb87a tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0449009 May 16 15:26:41.299733 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e710591e-c6f2-47dd-af20-d486e5d59b73 req-c39a8316-7f42-459f-a43d-02f01da2abd2 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452724 May 16 15:26:41.776372 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:42.410071 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9aa3b-7e49-4e03-bc56-204dfa2b57f0 req-327de010-72c3-4a26-8159-d80e8c09a18f tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:42.411515 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-def9aa3b-7e49-4e03-bc56-204dfa2b57f0 req-327de010-72c3-4a26-8159-d80e8c09a18f tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0461485 May 16 15:26:42.459562 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-def9aa3b-7e49-4e03-bc56-204dfa2b57f0 req-55f34c53-4131-49f6-a104-8f50b0a3420a tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422349 May 16 15:26:43.569724 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea6f6c-bbd2-4281-b19a-a7cefe14adff req-4403744c-cf30-4043-8f55-c209b1578fc0 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:43.571249 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-53ea6f6c-bbd2-4281-b19a-a7cefe14adff req-4403744c-cf30-4043-8f55-c209b1578fc0 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0456834 May 16 15:26:43.608451 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:26:43.621480 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-53ea6f6c-bbd2-4281-b19a-a7cefe14adff req-35a3ec8d-ba7a-43bc-aa12-610927c305ad tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440753 May 16 15:26:44.738121 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3589b-d750-4084-b6fa-0971f3755d68 req-b558c74d-4a86-49ed-8ef8-eb399b6ea096 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:44.739584 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e2a3589b-d750-4084-b6fa-0971f3755d68 req-b558c74d-4a86-49ed-8ef8-eb399b6ea096 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0511420 May 16 15:26:44.789743 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e2a3589b-d750-4084-b6fa-0971f3755d68 req-f1337795-6019-416e-8e8e-b6f9e7f1116a tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439065 May 16 15:26:45.907611 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b421f-14aa-4d89-8094-cba5cfb566be req-0c22ca4b-1154-4bae-83e4-50ed026f6104 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:45.909073 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-521b421f-14aa-4d89-8094-cba5cfb566be req-0c22ca4b-1154-4bae-83e4-50ed026f6104 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0478957 May 16 15:26:45.957221 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-521b421f-14aa-4d89-8094-cba5cfb566be req-bfff56f0-489c-4b69-9d7f-e131b872984d tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426493 May 16 15:26:46.606656 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device adc3da56-eadd-4439-888a-efe0eb7ab5cf details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:26:46.700394 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port adc3da56-eadd-4439-888a-efe0eb7ab5cf, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:46.711097 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'port_id': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'mac_address': 'fa:16:3e:72:85:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:26:46.747608 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port adc3da56-eadd-4439-888a-efe0eb7ab5cf is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:46.748018 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:46.760322 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc3da56-eadd-4439-888a-efe0eb7ab5cf {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:26:46.778697 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port adc3da56-eadd-4439-888a-efe0eb7ab5cf, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:46.847275 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:46.891841 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=adc3da56-eadd-4439-888a-efe0eb7ab5cf,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:47.066955 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09545173-060c-4ca5-89b5-9e525618cde1 req-226e0ad6-c9df-440f-8947-fe5738fffbc1 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:47.068422 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-09545173-060c-4ca5-89b5-9e525618cde1 req-226e0ad6-c9df-440f-8947-fe5738fffbc1 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 944 time: 0.0456691 May 16 15:26:47.119369 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-09545173-060c-4ca5-89b5-9e525618cde1 req-7d7584e9-921a-4a55-ace7-9246960aa0cf tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448608 May 16 15:26:47.142806 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['adc3da56-eadd-4439-888a-efe0eb7ab5cf'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:26:48.237759 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a60be7-f9df-418c-995b-a51d59d20a9e req-e3e1c787-a90f-4f4d-9326-291d92340795 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:48.239190 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a9a60be7-f9df-418c-995b-a51d59d20a9e req-e3e1c787-a90f-4f4d-9326-291d92340795 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 944 time: 0.0464394 May 16 15:26:48.285713 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a9a60be7-f9df-418c-995b-a51d59d20a9e req-94d2f793-abe9-4bf0-b91a-4db0cebf1e59 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404863 May 16 15:26:48.622156 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device adc3da56-eadd-4439-888a-efe0eb7ab5cf up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:48.663153 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port adc3da56-eadd-4439-888a-efe0eb7ab5cf completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:26:48.764215 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port adc3da56-eadd-4439-888a-efe0eb7ab5cf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:48.764526 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:48.839729 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port adc3da56-eadd-4439-888a-efe0eb7ab5cf is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:48.840115 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:48.868465 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:48.871327 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b117dcb4-5b1d-4662-a15b-2e3f167451ec" -d '{"events": [{"server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "name": "network-vif-plugged", "status": "completed", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:48.883442 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port adc3da56-eadd-4439-888a-efe0eb7ab5cf, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:48.956191 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:49.005340 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=adc3da56-eadd-4439-888a-efe0eb7ab5cf,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:49.132186 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e27399-6660-43c5-9b63-607b702998be x-openstack-request-id: req-47e27399-6660-43c5-9b63-607b702998be {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:49.132480 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "name": "network-vif-plugged", "status": "completed", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:49.132733 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-47e27399-6660-43c5-9b63-607b702998be {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:49.133175 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e27399-6660-43c5-9b63-607b702998be'] response: {'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'code': 200} May 16 15:26:49.569137 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ba986-faf9-4fd9-b8b4-6df1e275b87e req-3838afe8-eeba-47e6-b3b0-61efa471798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:49.570569 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e36ba986-faf9-4fd9-b8b4-6df1e275b87e req-3838afe8-eeba-47e6-b3b0-61efa471798c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1129 time: 0.0659916 May 16 15:26:49.581890 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea43ec2-8584-4f5b-9419-e85e5641111b req-d4236d07-bbdc-4e14-846b-571dc66150bb tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:49.585950 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fea43ec2-8584-4f5b-9419-e85e5641111b req-d4236d07-bbdc-4e14-846b-571dc66150bb tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0705483 May 16 15:26:49.654346 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e36ba986-faf9-4fd9-b8b4-6df1e275b87e req-aea0f36e-54d3-4822-a283-540a1d893d85 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698040 May 16 15:26:49.658854 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fea43ec2-8584-4f5b-9419-e85e5641111b req-50cd23d4-7216-47c8-a386-46032d03acbf tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691006 May 16 15:26:50.771461 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ee919-c4e9-468e-8276-90c44cc343a0 req-fa6537b9-f5f7-4a56-94b7-4d5177d8273f tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:50.772943 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4e7ee919-c4e9-468e-8276-90c44cc343a0 req-fa6537b9-f5f7-4a56-94b7-4d5177d8273f tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0467932 May 16 15:26:50.820772 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4e7ee919-c4e9-468e-8276-90c44cc343a0 req-18bb324a-3e6e-46cd-ad36-3ef4288dbacb tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417130 May 16 15:26:51.935023 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eefaee-2c8e-4967-b5d3-b3424addd256 req-9c981b47-87d5-4365-9d99-0cf0b47fde3f tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:51.936473 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-32eefaee-2c8e-4967-b5d3-b3424addd256 req-9c981b47-87d5-4365-9d99-0cf0b47fde3f tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0484724 May 16 15:26:51.984690 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-32eefaee-2c8e-4967-b5d3-b3424addd256 req-e97d3e8d-0420-4fc7-9596-aa2560554992 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426490 May 16 15:26:52.147958 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03145-0796-4fa9-8465-e4a77be1f197 req-c82aa35e-478d-4dac-a60a-a13709432cd6 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:52.149314 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5fc03145-0796-4fa9-8465-e4a77be1f197 req-c82aa35e-478d-4dac-a60a-a13709432cd6 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0461781 May 16 15:26:52.198248 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5fc03145-0796-4fa9-8465-e4a77be1f197 req-597b78ee-cc6c-4780-9e01-eb1babe1e915 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425656 May 16 15:26:52.219542 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41476) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:52.421797 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d8f04-fa5f-4842-8d17-12fbc035713f tempest-TestShelveInstance-1992361254 tempest-TestShelveInstance-1992361254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:52.423203 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4a0d8f04-fa5f-4842-8d17-12fbc035713f tempest-TestShelveInstance-1992361254 tempest-TestShelveInstance-1992361254-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1124 time: 0.2026756 May 16 15:26:52.426089 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41480) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:52.430189 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'port_id': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:26:52.504455 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:52.580688 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:52.682087 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Allocated IP 172.27.1.50 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/42479631-71c1-4691-a541-762f80bd71ca) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:26:52.779500 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for port (42479631-71c1-4691-a541-762f80bd71ca), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:52.885532 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (42479631-71c1-4691-a541-762f80bd71ca), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:52.920550 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:26:52.923301 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:26:52.926767 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:26:53.223889 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event updated for resources: {'Port': ['ID=42479631-71c1-4691-a541-762f80bd71ca,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:53.537283 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for floatingip (4b496b37-71b8-4baa-bf25-f4fb0ac6ef84), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.670913 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (42479631-71c1-4691-a541-762f80bd71ca), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.840223 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for port (42479631-71c1-4691-a541-762f80bd71ca), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.929613 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (42479631-71c1-4691-a541-762f80bd71ca), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.995433 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event updated for resources: {'Port': ['ID=42479631-71c1-4691-a541-762f80bd71ca,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:54.006774 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (4b496b37-71b8-4baa-bf25-f4fb0ac6ef84), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:54.104167 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Floating IP 4b496b37-71b8-4baa-bf25-f4fb0ac6ef84 associated. External IP: 172.27.1.50, port: adc3da56-eadd-4439-888a-efe0eb7ab5cf. May 16 15:26:54.299344 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Router cb3bbf61-294c-4f01-a672-295f0f658eb9 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:54.401219 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:54.410997 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f43f78-e646-458b-9b6f-49683c6a9cda None None] Sync routers for ids ['cb3bbf61-294c-4f01-a672-295f0f658eb9'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:54.421439 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f43f78-e646-458b-9b6f-49683c6a9cda None None] Routers {'cb3bbf61-294c-4f01-a672-295f0f658eb9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:54.426399 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-43f43f78-e646-458b-9b6f-49683c6a9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['cb3bbf61-294c-4f01-a672-295f0f658eb9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:54.474914 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:54.505262 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f668939a-f113-489d-9575-0f13cd7f6e62 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0781670 May 16 15:26:54.505897 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:54.508287 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d4b8a9-64fa-4c30-9a50-b63a46ebc66b" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:54.520952 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-43f43f78-e646-458b-9b6f-49683c6a9cda None None] Set router cb3bbf61-294c-4f01-a672-295f0f658eb9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:54.543828 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5962bdee-f628-4dad-9933-4bd47fa3d7eb x-openstack-request-id: req-5962bdee-f628-4dad-9933-4bd47fa3d7eb {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:54.544129 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:54.544391 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5962bdee-f628-4dad-9933-4bd47fa3d7eb {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:54.544803 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5962bdee-f628-4dad-9933-4bd47fa3d7eb'] response: {'name': 'network-changed', 'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'status': 'completed', 'code': 200} May 16 15:26:54.624711 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4b8a9-64fa-4c30-9a50-b63a46ebc66b req-b7450827-f9c8-4333-b2f6-f0d9166a7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:54.626199 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-58d4b8a9-64fa-4c30-9a50-b63a46ebc66b req-b7450827-f9c8-4333-b2f6-f0d9166a7aa8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cef808bf8324f5b852fd0ea7f368f6d&device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1129 time: 0.0397661 May 16 15:26:54.716965 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4b8a9-64fa-4c30-9a50-b63a46ebc66b req-2624a928-5f49-4833-a97b-1af09ce9da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:54.718741 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-58d4b8a9-64fa-4c30-9a50-b63a46ebc66b req-2624a928-5f49-4833-a97b-1af09ce9da1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b25748a-d962-474f-b758-5724d0298e7d HTTP/1.1" status: 200 len: 909 time: 0.0873299 May 16 15:26:54.725172 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-43f43f78-e646-458b-9b6f-49683c6a9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '4b496b37-71b8-4baa-bf25-f4fb0ac6ef84', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'port_id': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'mac_address': 'fa:16:3e:72:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:26:53Z', 'updated_at': '2022-05-16T15:26:53Z', 'revision_number': 0, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ec0f8e8-5e01-4519-96e6-85138d47860a', 'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'mac_address': 'fa:16:3e:e8:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:05Z', 'updated_at': '2022-05-16T15:26:09Z', 'revision_number': 5, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'subnets': [{'id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:54.749537 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f43f78-e646-458b-9b6f-49683c6a9cda None None] Checking router: cb3bbf61-294c-4f01-a672-295f0f658eb9 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:54.757645 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f43f78-e646-458b-9b6f-49683c6a9cda None None] Routers {'cb3bbf61-294c-4f01-a672-295f0f658eb9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:54.758242 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-43f43f78-e646-458b-9b6f-49683c6a9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:26:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['cb3bbf61-294c-4f01-a672-295f0f658eb9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:54.779260 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-58d4b8a9-64fa-4c30-9a50-b63a46ebc66b req-260bc72a-9932-44ab-b9e7-119dc1967234 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 200 len: 998 time: 0.0546441 May 16 15:26:54.826526 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4b8a9-64fa-4c30-9a50-b63a46ebc66b req-3a428571-651b-4cb0-b041-e1cbfbc9ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:54.828080 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-58d4b8a9-64fa-4c30-9a50-b63a46ebc66b req-3a428571-651b-4cb0-b041-e1cbfbc9ab7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1521eadf-3a76-4cf3-9eb8-4e592e52f0e8 HTTP/1.1" status: 200 len: 847 time: 0.0434692 May 16 15:26:54.861786 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-43f43f78-e646-458b-9b6f-49683c6a9cda None None] Set router cb3bbf61-294c-4f01-a672-295f0f658eb9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:54.877091 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4b8a9-64fa-4c30-9a50-b63a46ebc66b req-3edaa0d7-8259-41e8-87b3-b4e85554b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:54.878578 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-58d4b8a9-64fa-4c30-9a50-b63a46ebc66b req-3edaa0d7-8259-41e8-87b3-b4e85554b515 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b25748a-d962-474f-b758-5724d0298e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439501 May 16 15:26:54.970851 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-58d4b8a9-64fa-4c30-9a50-b63a46ebc66b req-9c110530-0051-4f52-b4fb-fa8006eeea6c service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853596 May 16 15:26:55.066601 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-58d4b8a9-64fa-4c30-9a50-b63a46ebc66b req-2227bf2a-3d89-4a88-938f-94aa5df63fa6 service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888691 May 16 15:26:55.195353 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-43f43f78-e646-458b-9b6f-49683c6a9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '4b496b37-71b8-4baa-bf25-f4fb0ac6ef84', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'port_id': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'mac_address': 'fa:16:3e:72:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:26:53Z', 'updated_at': '2022-05-16T15:26:53Z', 'revision_number': 0, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ec0f8e8-5e01-4519-96e6-85138d47860a', 'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'mac_address': 'fa:16:3e:e8:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:05Z', 'updated_at': '2022-05-16T15:26:09Z', 'revision_number': 5, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'subnets': [{'id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:55.219979 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f43f78-e646-458b-9b6f-49683c6a9cda None None] The sync data for ids ['cb3bbf61-294c-4f01-a672-295f0f658eb9'] in dv-cinder-841753-2-iscsi is: [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '4b496b37-71b8-4baa-bf25-f4fb0ac6ef84', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'port_id': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'mac_address': 'fa:16:3e:72:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:26:53Z', 'updated_at': '2022-05-16T15:26:53Z', 'revision_number': 0, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ec0f8e8-5e01-4519-96e6-85138d47860a', 'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'mac_address': 'fa:16:3e:e8:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:05Z', 'updated_at': '2022-05-16T15:26:09Z', 'revision_number': 5, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'subnets': [{'id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:55.417902 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f3b5a0-83f4-41b6-8290-6cd70b7f3b69 None None] New status for floating IP 4b496b37-71b8-4baa-bf25-f4fb0ac6ef84: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:27:03.424375 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e6e96261-dc8f-46b4-82ca-a0dd200a7a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:05.483883 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a42bb096-58e5-4bcc-bf72-8ad44985b478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:06.680960 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:08.049378 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.678341 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:11.797696 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.159751 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5262f11b-dd4a-4909-9cd8-9b88a1f5e935 req-04c13db9-cde0-40bc-85f3-229991acf803 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372941 May 16 15:27:15.254050 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262f11b-dd4a-4909-9cd8-9b88a1f5e935 req-e9fe8403-ee0f-481c-a7b6-f32177ecf35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:15.255489 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5262f11b-dd4a-4909-9cd8-9b88a1f5e935 req-e9fe8403-ee0f-481c-a7b6-f32177ecf35e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cef808bf8324f5b852fd0ea7f368f6d&device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1129 time: 0.0377617 May 16 15:27:15.358687 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262f11b-dd4a-4909-9cd8-9b88a1f5e935 req-0bbd9de1-b2ad-488c-9491-90bd48b2a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:15.360161 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5262f11b-dd4a-4909-9cd8-9b88a1f5e935 req-0bbd9de1-b2ad-488c-9491-90bd48b2a09d service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b25748a-d962-474f-b758-5724d0298e7d HTTP/1.1" status: 200 len: 909 time: 0.0865715 May 16 15:27:15.420157 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5262f11b-dd4a-4909-9cd8-9b88a1f5e935 req-8f08c7c2-28af-4e07-8313-dd7a785d1015 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 200 len: 1000 time: 0.0532637 May 16 15:27:15.471767 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262f11b-dd4a-4909-9cd8-9b88a1f5e935 req-8bc66c86-c9a4-4828-93ac-0b97b346e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:15.473181 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5262f11b-dd4a-4909-9cd8-9b88a1f5e935 req-8bc66c86-c9a4-4828-93ac-0b97b346e776 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1521eadf-3a76-4cf3-9eb8-4e592e52f0e8 HTTP/1.1" status: 200 len: 847 time: 0.0456266 May 16 15:27:15.513819 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262f11b-dd4a-4909-9cd8-9b88a1f5e935 req-235ffecd-8df2-4216-a2e7-0e197edb4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:15.515259 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5262f11b-dd4a-4909-9cd8-9b88a1f5e935 req-235ffecd-8df2-4216-a2e7-0e197edb4718 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b25748a-d962-474f-b758-5724d0298e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362511 May 16 15:27:15.600633 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5262f11b-dd4a-4909-9cd8-9b88a1f5e935 req-1970d9f0-d4ce-430f-9c90-7591bfae41bd service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789948 May 16 15:27:15.689311 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5262f11b-dd4a-4909-9cd8-9b88a1f5e935 req-85e14349-d025-4a75-a2b0-4ee4daef19a0 service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827105 May 16 15:27:20.607962 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:27:33.446316 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1817a21f-ae6e-46f5-b34d-721c75fe8b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:35.477620 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1a3a65ca-de7c-4145-8cf3-8cb6831f2e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:36.701472 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:38.034970 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:40.620475 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:41.811789 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:57.607133 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:28:03.465880 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-244ec351-3763-45f0-9ea6-42c029bf31f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:05.514490 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4e13eee-9ecd-4198-85e5-486d54fe53e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:06.702930 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:08.063411 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:10.634623 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:11.806002 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:16.128199 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73520105-54a2-4278-a8f4-301ee7cb42f0 req-1bcac1a3-53f8-4e65-808b-01c254df5085 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380199 May 16 15:28:16.223903 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73520105-54a2-4278-a8f4-301ee7cb42f0 req-a37d727c-64d6-4e29-aeee-df1e094ce6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:16.225354 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73520105-54a2-4278-a8f4-301ee7cb42f0 req-a37d727c-64d6-4e29-aeee-df1e094ce6bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cef808bf8324f5b852fd0ea7f368f6d&device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1129 time: 0.0413523 May 16 15:28:16.324881 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73520105-54a2-4278-a8f4-301ee7cb42f0 req-14771a2d-94d1-4239-922a-c748a06065f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:16.327100 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73520105-54a2-4278-a8f4-301ee7cb42f0 req-14771a2d-94d1-4239-922a-c748a06065f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b25748a-d962-474f-b758-5724d0298e7d HTTP/1.1" status: 200 len: 909 time: 0.0847499 May 16 15:28:16.390177 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73520105-54a2-4278-a8f4-301ee7cb42f0 req-2725a445-e8f9-461a-bc39-291d7fd0e1f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 200 len: 1000 time: 0.0557003 May 16 15:28:16.436734 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73520105-54a2-4278-a8f4-301ee7cb42f0 req-4f5a7b5d-2207-406e-aa69-bac349542cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:16.438103 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73520105-54a2-4278-a8f4-301ee7cb42f0 req-4f5a7b5d-2207-406e-aa69-bac349542cb5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1521eadf-3a76-4cf3-9eb8-4e592e52f0e8 HTTP/1.1" status: 200 len: 847 time: 0.0417039 May 16 15:28:16.479826 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73520105-54a2-4278-a8f4-301ee7cb42f0 req-15beec49-4dd2-4c2a-9d9d-a03a34b713b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:16.481266 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73520105-54a2-4278-a8f4-301ee7cb42f0 req-15beec49-4dd2-4c2a-9d9d-a03a34b713b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b25748a-d962-474f-b758-5724d0298e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366974 May 16 15:28:16.572324 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73520105-54a2-4278-a8f4-301ee7cb42f0 req-8aa02bcd-16c0-4ac6-aa67-e8fcfcbba2ea service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845358 May 16 15:28:16.661357 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-73520105-54a2-4278-a8f4-301ee7cb42f0 req-71519b58-86f2-48be-9bc4-f0d4128a7dc1 service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828216 May 16 15:28:33.442042 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a153c74-a7d3-4a73-a8c6-7e6c7190390f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:34.640805 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:28:35.474073 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5bb97171-72df-4fd7-b7a1-fbb7f4e42f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:36.682114 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:38.065224 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:40.628132 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:41.799757 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:49.234052 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09ffd8-af41-4dd0-9af4-79332da8070d req-7e83cbbb-59af-4d08-a7f0-f12bcf6b0b72 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:49.235504 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c09ffd8-af41-4dd0-9af4-79332da8070d req-7e83cbbb-59af-4d08-a7f0-f12bcf6b0b72 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0469832 May 16 15:28:49.288276 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c09ffd8-af41-4dd0-9af4-79332da8070d req-57d8e260-5ad5-4b5f-bea0-922deae88fe6 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472398 May 16 15:28:50.401643 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736623d-4941-41fd-a592-63645b85d0c8 req-34eedb8c-96e4-48cd-9f4c-69cce534654d tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:50.403084 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9736623d-4941-41fd-a592-63645b85d0c8 req-34eedb8c-96e4-48cd-9f4c-69cce534654d tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0452230 May 16 15:28:50.451923 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9736623d-4941-41fd-a592-63645b85d0c8 req-e4c939e2-485f-4274-b167-645fd2950ef9 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431814 May 16 15:28:51.565000 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc640b9-c3c2-4d15-a8f5-0f0a788af6be req-759101f4-343b-4fe5-85a9-6858db57e986 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:51.566446 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8dc640b9-c3c2-4d15-a8f5-0f0a788af6be req-759101f4-343b-4fe5-85a9-6858db57e986 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0456755 May 16 15:28:51.613725 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8dc640b9-c3c2-4d15-a8f5-0f0a788af6be req-dbd72c1e-0fef-4b83-9fd8-2a13613a4484 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419390 May 16 15:28:52.726174 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688230e-70d2-434e-8c1c-26d306d75f12 req-0e3551d7-0655-49fa-977d-dd137d2a13c3 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:52.727639 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2688230e-70d2-434e-8c1c-26d306d75f12 req-0e3551d7-0655-49fa-977d-dd137d2a13c3 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0488086 May 16 15:28:52.776468 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2688230e-70d2-434e-8c1c-26d306d75f12 req-684c6b23-16b5-4598-8b60-619a8d02e311 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427263 May 16 15:28:53.885549 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f261a17-7f7a-434f-851d-0ea6f5210cb7 req-6c24e38b-fcf0-46b7-b676-6b287d55c0e4 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:53.886992 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0f261a17-7f7a-434f-851d-0ea6f5210cb7 req-6c24e38b-fcf0-46b7-b676-6b287d55c0e4 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0459476 May 16 15:28:53.935074 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0f261a17-7f7a-434f-851d-0ea6f5210cb7 req-4aa4c3e3-58b5-401d-80c9-78e4ae3f094f tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425420 May 16 15:28:55.049924 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c064a3-de99-445b-9519-c82779067370 req-ffabe773-f05b-4fc9-a52c-dff13af30cbb tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:55.051374 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-36c064a3-de99-445b-9519-c82779067370 req-ffabe773-f05b-4fc9-a52c-dff13af30cbb tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0493581 May 16 15:28:55.099328 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-36c064a3-de99-445b-9519-c82779067370 req-b5353dcb-bc90-4215-868b-8b61b7fc68e7 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422745 May 16 15:28:56.212232 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56988da4-8156-403b-a499-b4edef43e776 req-101e589a-cd50-48e8-8878-3ea90bddd0ee tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:56.213657 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-56988da4-8156-403b-a499-b4edef43e776 req-101e589a-cd50-48e8-8878-3ea90bddd0ee tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0456557 May 16 15:28:56.261169 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-56988da4-8156-403b-a499-b4edef43e776 req-b7d5287c-87f2-4b92-bc0a-078d5d2ac592 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417159 May 16 15:28:57.370125 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886af618-59c2-41dc-8cf4-600a7a59b791 req-66cddfd9-2203-4780-ad49-8cbef243d395 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:57.371568 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-886af618-59c2-41dc-8cf4-600a7a59b791 req-66cddfd9-2203-4780-ad49-8cbef243d395 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0463846 May 16 15:28:57.423331 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-886af618-59c2-41dc-8cf4-600a7a59b791 req-24e3cbd6-44e4-41f1-8615-fb9c84127c20 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454698 May 16 15:28:58.538543 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a030-87b3-4d26-8b43-fa765b891ce9 req-fd513be1-80bf-440b-8822-17da53406ca5 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:58.544880 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3bd2a030-87b3-4d26-8b43-fa765b891ce9 req-fd513be1-80bf-440b-8822-17da53406ca5 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0480366 May 16 15:28:58.590577 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3bd2a030-87b3-4d26-8b43-fa765b891ce9 req-701a07e6-598e-46cb-9988-93a21ea28b2c tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442634 May 16 15:28:59.538379 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867896a-4564-4041-a487-fbe64a67068c req-05465cf7-d946-4ea5-bb84-a5f2def09986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:59.539860 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0867896a-4564-4041-a487-fbe64a67068c req-05465cf7-d946-4ea5-bb84-a5f2def09986 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cef808bf8324f5b852fd0ea7f368f6d&device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1129 time: 0.0387247 May 16 15:28:59.632169 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867896a-4564-4041-a487-fbe64a67068c req-42c23427-27fe-4bc7-ba87-94deb61e67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:59.633700 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0867896a-4564-4041-a487-fbe64a67068c req-42c23427-27fe-4bc7-ba87-94deb61e67a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b25748a-d962-474f-b758-5724d0298e7d HTTP/1.1" status: 200 len: 909 time: 0.0879545 May 16 15:28:59.726240 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0867896a-4564-4041-a487-fbe64a67068c req-1185613c-11b2-4313-b129-4c41f249bd3e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 200 len: 1000 time: 0.0866439 May 16 15:28:59.732423 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a714f4-9f2a-4fb5-bd73-8005bebbfd7e req-90573ca8-f8d6-4536-8a76-688621cfa306 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:59.733783 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-06a714f4-9f2a-4fb5-bd73-8005bebbfd7e req-90573ca8-f8d6-4536-8a76-688621cfa306 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0623829 May 16 15:28:59.796895 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867896a-4564-4041-a487-fbe64a67068c req-03276583-452c-4842-9e40-edb6f01428e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:59.798234 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0867896a-4564-4041-a487-fbe64a67068c req-03276583-452c-4842-9e40-edb6f01428e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1521eadf-3a76-4cf3-9eb8-4e592e52f0e8 HTTP/1.1" status: 200 len: 847 time: 0.0636289 May 16 15:28:59.822345 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-06a714f4-9f2a-4fb5-bd73-8005bebbfd7e req-a2d91caf-cabe-4f71-b87e-2175e92ab1a1 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798934 May 16 15:28:59.850920 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867896a-4564-4041-a487-fbe64a67068c req-89ae25d4-cb49-4a0a-8873-abbbfef47d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:59.852575 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0867896a-4564-4041-a487-fbe64a67068c req-89ae25d4-cb49-4a0a-8873-abbbfef47d0f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b25748a-d962-474f-b758-5724d0298e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469618 May 16 15:28:59.944966 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0867896a-4564-4041-a487-fbe64a67068c req-f56c9e6d-746d-407b-84fc-5b513ed01801 service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853217 May 16 15:29:00.030673 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0867896a-4564-4041-a487-fbe64a67068c req-1abb3364-24b3-4834-8907-192cb899df1b service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799408 May 16 15:29:00.937188 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7652b-f0bc-4786-a345-76ee90cb8bf0 req-8af15cca-3be2-451b-9e13-2e650281b03b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:00.938655 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-acf7652b-f0bc-4786-a345-76ee90cb8bf0 req-8af15cca-3be2-451b-9e13-2e650281b03b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0494738 May 16 15:29:00.985875 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-acf7652b-f0bc-4786-a345-76ee90cb8bf0 req-9ca8a168-87f2-4f40-849f-29e6ff97e957 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418179 May 16 15:29:02.100980 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be44c7b-15d8-4c98-84d1-84bd20d0ac13 req-a82dc4a0-0c7d-465f-a102-6696a61d3f70 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:02.102563 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5be44c7b-15d8-4c98-84d1-84bd20d0ac13 req-a82dc4a0-0c7d-465f-a102-6696a61d3f70 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0469317 May 16 15:29:02.152321 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5be44c7b-15d8-4c98-84d1-84bd20d0ac13 req-0166e422-193b-4d1d-9a8a-ee6f23f3d0f8 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432878 May 16 15:29:03.269147 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f006629-ab09-4183-8950-abf367d8a178 req-11723953-aa80-4d66-8918-dd672ccb564b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:03.270599 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3f006629-ab09-4183-8950-abf367d8a178 req-11723953-aa80-4d66-8918-dd672ccb564b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0517852 May 16 15:29:03.318593 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3f006629-ab09-4183-8950-abf367d8a178 req-00b69738-8543-45fc-a31f-2202cad64057 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425642 May 16 15:29:03.429217 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-27520b7e-1a25-4835-a411-14d97ba00a17 req-281dc370-aa35-444a-8cf9-7c1382d6ef3c service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:29:03.434942 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27520b7e-1a25-4835-a411-14d97ba00a17 req-281dc370-aa35-444a-8cf9-7c1382d6ef3c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0483780 May 16 15:29:03.435082 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b54a74a-2cd7-4cfb-876c-a1d7364c076e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:03.760601 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17ac29-f4cb-4dbd-8c9b-8c94dd6f5b1e req-15f426a1-f32a-499e-ae45-8ec4052130ba tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:03.762088 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d17ac29-f4cb-4dbd-8c9b-8c94dd6f5b1e req-15f426a1-f32a-499e-ae45-8ec4052130ba tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0472178 May 16 15:29:03.812672 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d17ac29-f4cb-4dbd-8c9b-8c94dd6f5b1e req-970a2be7-d072-4602-acae-9c975d4023cb tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439861 May 16 15:29:03.835413 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-ee3004df-c2f1-4bdb-8df1-bc2883cdda1a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851758 May 16 15:29:03.982259 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-1e158eb8-f611-46d3-b97f-166859218f98 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:03.983582 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-1e158eb8-f611-46d3-b97f-166859218f98 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports/adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 200 len: 942 time: 0.1207893 May 16 15:29:04.929309 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1ba4-c153-48bc-9886-7b422a56c083 req-71756176-dec4-4011-bf53-56d7ca760a33 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:04.930760 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b07d1ba4-c153-48bc-9886-7b422a56c083 req-71756176-dec4-4011-bf53-56d7ca760a33 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0503788 May 16 15:29:04.979178 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b07d1ba4-c153-48bc-9886-7b422a56c083 req-c9ee3129-6458-4f0d-add8-8df2a82d735c tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418689 May 16 15:29:05.318885 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device adc3da56-eadd-4439-888a-efe0eb7ab5cf no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:05.387614 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port adc3da56-eadd-4439-888a-efe0eb7ab5cf is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:29:05.387614 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:05.410608 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:29:05.412851 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eac28e6-7cc4-4590-b60a-14f4eaabf3a2" -d '{"events": [{"server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "name": "network-vif-unplugged", "status": "completed", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:29:05.440960 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port adc3da56-eadd-4439-888a-efe0eb7ab5cf, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:05.444036 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 May 2022 15:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3c9c25-3e76-4269-b659-aa38831eb0d7 x-openstack-request-id: req-0d3c9c25-3e76-4269-b659-aa38831eb0d7 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:29:05.444320 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "name": "network-vif-unplugged", "status": "failed", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf", "code": 422}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:29:05.444570 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0d3c9c25-3e76-4269-b659-aa38831eb0d7 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:29:05.444961 dv-cinder-841753-2-iscsi neutron-server[104033]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0d3c9c25-3e76-4269-b659-aa38831eb0d7']: {'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'code': 422} returned with failed status May 16 15:29:05.491371 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:05.522398 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6f63e0b-e4db-49c3-83a0-610496f69fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:05.538915 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=adc3da56-eadd-4439-888a-efe0eb7ab5cf,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:05.546563 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.546918 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.547259 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.547601 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.547960 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.548289 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.548616 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.548942 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.549273 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.549634 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.549956 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.550281 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.550604 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.550923 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:05.551256 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:06.096004 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97ddc-6876-4824-b7c5-c3ece3ef67a9 req-371bddf8-ba1a-4bc6-b052-16f6f8d9a83d tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:06.097453 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-95e97ddc-6876-4824-b7c5-c3ece3ef67a9 req-371bddf8-ba1a-4bc6-b052-16f6f8d9a83d tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0467653 May 16 15:29:06.147279 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-95e97ddc-6876-4824-b7c5-c3ece3ef67a9 req-bd7aa6b9-daa6-4e34-a6a5-957b80dfd2f1 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433018 May 16 15:29:06.375150 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-f42a1e81-1796-4e5e-ae1a-9d70e7fb90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:06.376634 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-f42a1e81-1796-4e5e-ae1a-9d70e7fb90a6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e&tenant_id=5cef808bf8324f5b852fd0ea7f368f6d HTTP/1.1" status: 200 len: 1127 time: 0.0371954 May 16 15:29:06.448860 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-63a66359-6e8a-467c-8d6b-1c4251d59bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:06.450285 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-63a66359-6e8a-467c-8d6b-1c4251d59bdc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cef808bf8324f5b852fd0ea7f368f6d&device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1127 time: 0.0399284 May 16 15:29:06.538553 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-7a56daae-dc26-4444-bf58-aa7a058a9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:06.540048 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-7a56daae-dc26-4444-bf58-aa7a058a9dfd service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b25748a-d962-474f-b758-5724d0298e7d HTTP/1.1" status: 200 len: 909 time: 0.0837431 May 16 15:29:06.603936 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-6dbb9838-d16d-4f26-ac3b-a24c4bdb6507 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 200 len: 998 time: 0.0581722 May 16 15:29:06.653115 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-691246ca-4147-43c6-8f42-9c62b6e9129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:06.654762 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-691246ca-4147-43c6-8f42-9c62b6e9129a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1521eadf-3a76-4cf3-9eb8-4e592e52f0e8 HTTP/1.1" status: 200 len: 847 time: 0.0449572 May 16 15:29:06.691029 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:06.695585 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-bf25cd65-e038-4964-93f9-f40e3c172cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:06.697104 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-bf25cd65-e038-4964-93f9-f40e3c172cb5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b25748a-d962-474f-b758-5724d0298e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370247 May 16 15:29:06.786885 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-dec62c5d-3f35-4ede-8ded-4a8a9145daa7 service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833077 May 16 15:29:06.873656 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7efab9ae-62bf-4962-9483-ef4c89e6d17b req-8849a8d0-501a-4711-b580-9bfa7e9e14e8 service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802057 May 16 15:29:07.262752 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d9e17-808d-4fb1-a720-46c2d8b62c61 req-45ac947d-9336-4035-ad53-d1f0cc5beaaf tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:07.264253 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a17d9e17-808d-4fb1-a720-46c2d8b62c61 req-45ac947d-9336-4035-ad53-d1f0cc5beaaf tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0501781 May 16 15:29:07.313763 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a17d9e17-808d-4fb1-a720-46c2d8b62c61 req-38b1de36-ac8d-4570-af91-66f2dd65e347 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437284 May 16 15:29:08.053001 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:08.426406 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3a099-8861-4f9d-a725-3f419a135669 req-df4c8e19-4e7c-42d8-83bd-92aaae894195 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:08.428432 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cdf3a099-8861-4f9d-a725-3f419a135669 req-df4c8e19-4e7c-42d8-83bd-92aaae894195 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0462489 May 16 15:29:08.475033 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cdf3a099-8861-4f9d-a725-3f419a135669 req-2307827c-318e-4794-94ae-2f5281f16301 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417054 May 16 15:29:09.586904 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fca29-32ab-4fa4-8560-ee83ef92c35e req-44bae5b1-e374-489b-b95e-4f1f918da6ce tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:09.588387 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f38fca29-32ab-4fa4-8560-ee83ef92c35e req-44bae5b1-e374-489b-b95e-4f1f918da6ce tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0473328 May 16 15:29:09.640475 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f38fca29-32ab-4fa4-8560-ee83ef92c35e req-8c3427dd-d1d3-42d5-b075-2a2e77a8ca0d tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464435 May 16 15:29:10.647557 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:10.751356 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746b40b-e9ec-4f9a-83c0-97c5fd5873c4 req-097cd5bc-09bb-4ddd-b59b-a28b255835ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:10.752859 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c746b40b-e9ec-4f9a-83c0-97c5fd5873c4 req-097cd5bc-09bb-4ddd-b59b-a28b255835ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0459962 May 16 15:29:10.809675 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c746b40b-e9ec-4f9a-83c0-97c5fd5873c4 req-0a70b682-9024-4562-88fb-8cc87f52828d tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512645 May 16 15:29:11.609940 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:29:11.810373 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:11.924419 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233600af-7e45-4e91-8539-fbe5d3fe6572 req-ba602c9a-c245-4b5b-aad1-ec489ec9c47f tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:11.925745 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-233600af-7e45-4e91-8539-fbe5d3fe6572 req-ba602c9a-c245-4b5b-aad1-ec489ec9c47f tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0465584 May 16 15:29:11.973605 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-233600af-7e45-4e91-8539-fbe5d3fe6572 req-119d89b0-508d-4b8c-8d51-ec5b8532e42e tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422280 May 16 15:29:13.090289 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b710e5-b7dd-4833-a4ce-31f68c91381a req-ec8aa4bc-12c7-4ec6-afe6-c6b2fdf5c658 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:13.092420 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-89b710e5-b7dd-4833-a4ce-31f68c91381a req-ec8aa4bc-12c7-4ec6-afe6-c6b2fdf5c658 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0502326 May 16 15:29:13.139235 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-89b710e5-b7dd-4833-a4ce-31f68c91381a req-79378b83-00c8-4c9b-8a1f-195456cbe4fd tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414159 May 16 15:29:14.250056 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a3514-01db-49e3-b358-5a0c58e42934 req-a93d344a-ba82-401e-8326-0ccfb95cf04b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:14.251493 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d5a3514-01db-49e3-b358-5a0c58e42934 req-a93d344a-ba82-401e-8326-0ccfb95cf04b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0453968 May 16 15:29:14.299248 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d5a3514-01db-49e3-b358-5a0c58e42934 req-6b982989-8580-412f-b7a5-5ef004afa6f3 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 May 16 15:29:15.351529 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device adc3da56-eadd-4439-888a-efe0eb7ab5cf details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:29:15.413550 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de29f9-dd51-4cd4-baea-20d5a089d7ba req-9077527e-ff36-4578-806e-9f918980d36f tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:15.415018 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-86de29f9-dd51-4cd4-baea-20d5a089d7ba req-9077527e-ff36-4578-806e-9f918980d36f tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 943 time: 0.0496740 May 16 15:29:15.447807 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port adc3da56-eadd-4439-888a-efe0eb7ab5cf, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:15.459543 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'port_id': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'mac_address': 'fa:16:3e:72:85:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:29:15.465053 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-86de29f9-dd51-4cd4-baea-20d5a089d7ba req-391f5342-c6b0-4d00-a39d-4ac117448d2b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437961 May 16 15:29:15.496109 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port adc3da56-eadd-4439-888a-efe0eb7ab5cf is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:29:15.496496 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:15.509063 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc3da56-eadd-4439-888a-efe0eb7ab5cf {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:29:15.528867 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port adc3da56-eadd-4439-888a-efe0eb7ab5cf, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:15.613254 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:15.659213 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=adc3da56-eadd-4439-888a-efe0eb7ab5cf,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:15.889657 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['adc3da56-eadd-4439-888a-efe0eb7ab5cf'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:29:16.576480 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61998860-c834-4ee3-9673-640fd694353a req-a7815997-715b-4fe2-99d7-1169ebda811b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:16.577828 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-61998860-c834-4ee3-9673-640fd694353a req-a7815997-715b-4fe2-99d7-1169ebda811b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 944 time: 0.0462344 May 16 15:29:16.625532 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-61998860-c834-4ee3-9673-640fd694353a req-f8188846-6cd6-4331-b86d-de278deb3a0a tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420840 May 16 15:29:17.365366 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device adc3da56-eadd-4439-888a-efe0eb7ab5cf up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:29:17.408252 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port adc3da56-eadd-4439-888a-efe0eb7ab5cf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:29:17.408626 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:17.478103 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port adc3da56-eadd-4439-888a-efe0eb7ab5cf is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:29:17.478480 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:17.501479 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:29:17.503686 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c0daa3-2244-4ad4-ad0f-73303164af6d" -d '{"events": [{"server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "name": "network-vif-plugged", "status": "completed", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:29:17.515839 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port adc3da56-eadd-4439-888a-efe0eb7ab5cf, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:17.539064 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1562466c-a465-4cd2-997f-d9a2a8614c57 x-openstack-request-id: req-1562466c-a465-4cd2-997f-d9a2a8614c57 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:29:17.539359 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "name": "network-vif-plugged", "status": "completed", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:29:17.539755 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1562466c-a465-4cd2-997f-d9a2a8614c57 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:29:17.540153 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1562466c-a465-4cd2-997f-d9a2a8614c57'] response: {'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'code': 200} May 16 15:29:17.584587 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:17.630431 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=adc3da56-eadd-4439-888a-efe0eb7ab5cf,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:17.737968 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a7c29-4939-404a-9740-5d568535dd73 req-5d9f652a-a4bf-44d7-a883-bd2a40edb93a tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:17.739451 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a53a7c29-4939-404a-9740-5d568535dd73 req-5d9f652a-a4bf-44d7-a883-bd2a40edb93a tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0470271 May 16 15:29:17.792944 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a53a7c29-4939-404a-9740-5d568535dd73 req-86cbc886-3ceb-4827-a338-4840cff7592a tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477996 May 16 15:29:18.098449 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3abf96-64f8-4efa-bcac-e26628b58283 req-3e7360b4-d4b2-4bf2-8308-da19ea4cf1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:18.099958 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1e3abf96-64f8-4efa-bcac-e26628b58283 req-3e7360b4-d4b2-4bf2-8308-da19ea4cf1bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1129 time: 0.3012278 May 16 15:29:18.172386 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1e3abf96-64f8-4efa-bcac-e26628b58283 req-75a0fff0-9a99-415b-ab88-a3da044d5f8b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642774 May 16 15:29:18.179453 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df436f01-b5c7-45d5-823d-dd8464771667 req-d6d9e362-8d81-49fd-a3c7-77d4bbe50872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:18.180867 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df436f01-b5c7-45d5-823d-dd8464771667 req-d6d9e362-8d81-49fd-a3c7-77d4bbe50872 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cef808bf8324f5b852fd0ea7f368f6d&device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1129 time: 0.0477283 May 16 15:29:18.519853 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df436f01-b5c7-45d5-823d-dd8464771667 req-5ecf722d-ac2d-4420-80e7-1097e5ac044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:18.521321 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df436f01-b5c7-45d5-823d-dd8464771667 req-5ecf722d-ac2d-4420-80e7-1097e5ac044c service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b25748a-d962-474f-b758-5724d0298e7d HTTP/1.1" status: 200 len: 909 time: 0.0845907 May 16 15:29:18.788909 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df436f01-b5c7-45d5-823d-dd8464771667 req-9cfd1b24-0420-4a2d-a764-030dc874dd28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 200 len: 1000 time: 0.0541668 May 16 15:29:18.840710 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df436f01-b5c7-45d5-823d-dd8464771667 req-489a31b6-386a-4957-8c99-a2b25e27450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:18.842830 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df436f01-b5c7-45d5-823d-dd8464771667 req-489a31b6-386a-4957-8c99-a2b25e27450c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1521eadf-3a76-4cf3-9eb8-4e592e52f0e8 HTTP/1.1" status: 200 len: 847 time: 0.0466397 May 16 15:29:18.928025 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df436f01-b5c7-45d5-823d-dd8464771667 req-1d437da0-ce7c-479c-86e9-00efdf78edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:18.929504 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df436f01-b5c7-45d5-823d-dd8464771667 req-1d437da0-ce7c-479c-86e9-00efdf78edb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b25748a-d962-474f-b758-5724d0298e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661676 May 16 15:29:18.935536 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefe4d4-5479-40f6-b203-50f82e6b5f85 req-95600a8f-c221-4fbb-bb41-57bd3e773a2b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:18.936886 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bfefe4d4-5479-40f6-b203-50f82e6b5f85 req-95600a8f-c221-4fbb-bb41-57bd3e773a2b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0746765 May 16 15:29:19.038567 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bfefe4d4-5479-40f6-b203-50f82e6b5f85 req-23944df0-f822-4858-8a76-40cc7259ed4e tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939665 May 16 15:29:19.055656 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df436f01-b5c7-45d5-823d-dd8464771667 req-28b4f787-f8b8-42a5-b393-ef3f26bb7ce3 service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178493 May 16 15:29:19.467881 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df436f01-b5c7-45d5-823d-dd8464771667 req-cc48d02f-54c7-41b0-bb03-2793bc3a697a service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901556 May 16 15:29:20.151285 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91563365-34ac-47ab-b1d4-d3270e612a05 req-9c3635fd-40ea-44a4-a87e-dd12c5ccea4a tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:20.152672 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-91563365-34ac-47ab-b1d4-d3270e612a05 req-9c3635fd-40ea-44a4-a87e-dd12c5ccea4a tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0458398 May 16 15:29:20.201084 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-91563365-34ac-47ab-b1d4-d3270e612a05 req-839a5f89-fe04-44ea-9094-7d6e7a005ec6 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413625 May 16 15:29:33.410523 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c66723a7-2ff3-4218-8650-ea9ff9dfa512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:35.470135 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8129e281-712e-4803-b448-7b48fbbf57b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:36.686871 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:38.047436 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:40.652818 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:41.824198 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:48.609865 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:30:03.415438 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9799ea13-0eee-43a9-9f74-8ae89bcd4bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:05.498142 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac29a54a-7058-4cde-9482-ea7314e88ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:06.698352 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:08.061769 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:10.640809 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:11.823507 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:20.133034 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fbde1c55-4e97-429a-9d3c-47f382dc9bbc req-bd799d41-6e24-41eb-a9bb-c23c3cb39177 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366385 May 16 15:30:20.231141 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde1c55-4e97-429a-9d3c-47f382dc9bbc req-f2ff3c01-8b60-4707-9f25-b008edf6ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:20.232627 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fbde1c55-4e97-429a-9d3c-47f382dc9bbc req-f2ff3c01-8b60-4707-9f25-b008edf6ca30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cef808bf8324f5b852fd0ea7f368f6d&device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1129 time: 0.0424819 May 16 15:30:20.330643 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde1c55-4e97-429a-9d3c-47f382dc9bbc req-be8414d2-8894-4593-b238-14acc45e10be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:20.332118 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fbde1c55-4e97-429a-9d3c-47f382dc9bbc req-be8414d2-8894-4593-b238-14acc45e10be service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b25748a-d962-474f-b758-5724d0298e7d HTTP/1.1" status: 200 len: 909 time: 0.0830388 May 16 15:30:20.393842 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fbde1c55-4e97-429a-9d3c-47f382dc9bbc req-27e5e6e3-6914-459b-a975-1e199d9000fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 200 len: 1000 time: 0.0555711 May 16 15:30:20.440279 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde1c55-4e97-429a-9d3c-47f382dc9bbc req-c5f72c39-7f16-410c-9e2a-5a407f401444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:20.441699 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fbde1c55-4e97-429a-9d3c-47f382dc9bbc req-c5f72c39-7f16-410c-9e2a-5a407f401444 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1521eadf-3a76-4cf3-9eb8-4e592e52f0e8 HTTP/1.1" status: 200 len: 847 time: 0.0425448 May 16 15:30:20.482587 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde1c55-4e97-429a-9d3c-47f382dc9bbc req-9fba1c29-f63b-4421-83dc-c49f074c813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:20.484123 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fbde1c55-4e97-429a-9d3c-47f382dc9bbc req-9fba1c29-f63b-4421-83dc-c49f074c813e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b25748a-d962-474f-b758-5724d0298e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365086 May 16 15:30:20.574470 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fbde1c55-4e97-429a-9d3c-47f382dc9bbc req-107ccb0e-8034-48f3-a8aa-c2f938fb857f service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842972 May 16 15:30:20.660842 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fbde1c55-4e97-429a-9d3c-47f382dc9bbc req-479d093e-1741-4861-ae46-1459ce13126f service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801704 May 16 15:30:25.608823 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:30:33.429243 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c71d6ee-073f-45c1-9c79-85fd10be42be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:35.509371 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f912ae26-ea5a-4382-ba85-f0668f15f664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:35.783734 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41616) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:35.929142 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Deleting port 42479631-71c1-4691-a541-762f80bd71ca {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:35.929490 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (42479631-71c1-4691-a541-762f80bd71ca), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:36.010682 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (42479631-71c1-4691-a541-762f80bd71ca), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:36.011010 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for floatingip (42479631-71c1-4691-a541-762f80bd71ca), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:36.023885 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Calling delete_port for 42479631-71c1-4691-a541-762f80bd71ca owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:36.253739 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (42479631-71c1-4691-a541-762f80bd71ca), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:36.279101 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event deleted for resources: {'Port': ['ID=42479631-71c1-4691-a541-762f80bd71ca,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:36.291339 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.291824 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.292172 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.292514 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.292853 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.293187 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.293517 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.293849 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.294176 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.294502 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.294829 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.295153 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.295477 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.295856 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.296706 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:36.356777 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for floatingip (4b496b37-71b8-4baa-bf25-f4fb0ac6ef84), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:36.357114 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Floating IP 4b496b37-71b8-4baa-bf25-f4fb0ac6ef84 disassociated (deleted). External IP: 172.27.1.50, port: adc3da56-eadd-4439-888a-efe0eb7ab5cf. May 16 15:30:36.556829 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Router cb3bbf61-294c-4f01-a672-295f0f658eb9 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:30:36.662746 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:30:36.667609 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:36.673755 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a50b3-f0bb-4b8c-b6dd-107705b26262 None None] Sync routers for ids ['cb3bbf61-294c-4f01-a672-295f0f658eb9'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:30:36.687137 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a50b3-f0bb-4b8c-b6dd-107705b26262 None None] Routers {'cb3bbf61-294c-4f01-a672-295f0f658eb9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:36.687358 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-005a50b3-f0bb-4b8c-b6dd-107705b26262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['cb3bbf61-294c-4f01-a672-295f0f658eb9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:36.699710 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b4a4f6c6-79d0-4d6e-b340-650bd0c8d6ec tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "DELETE /v2.0/floatingips/4b496b37-71b8-4baa-bf25-f4fb0ac6ef84 HTTP/1.1" status: 204 len: 168 time: 0.9141726 May 16 15:30:36.703234 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:30:36.703234 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd1f055-ae6c-47b4-91f9-6834e4dfa8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:30:36.734765 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:36.757555 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980c265b-1943-4fc5-8823-64b4ae684858 x-openstack-request-id: req-980c265b-1943-4fc5-8823-64b4ae684858 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:30:36.758272 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:30:36.758622 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-980c265b-1943-4fc5-8823-64b4ae684858 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:30:36.759162 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980c265b-1943-4fc5-8823-64b4ae684858'] response: {'name': 'network-changed', 'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'status': 'completed', 'code': 200} May 16 15:30:36.814645 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-005a50b3-f0bb-4b8c-b6dd-107705b26262 None None] Set router cb3bbf61-294c-4f01-a672-295f0f658eb9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:36.857880 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1f055-ae6c-47b4-91f9-6834e4dfa8ef req-eb893f74-f40b-4b79-9413-4af3724b35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:36.857880 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-abd1f055-ae6c-47b4-91f9-6834e4dfa8ef req-eb893f74-f40b-4b79-9413-4af3724b35aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cef808bf8324f5b852fd0ea7f368f6d&device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 1129 time: 0.0463140 May 16 15:30:36.958754 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1f055-ae6c-47b4-91f9-6834e4dfa8ef req-ac0d29aa-90ac-42cc-bd5f-49943029da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:36.960432 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-abd1f055-ae6c-47b4-91f9-6834e4dfa8ef req-ac0d29aa-90ac-42cc-bd5f-49943029da64 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b25748a-d962-474f-b758-5724d0298e7d HTTP/1.1" status: 200 len: 909 time: 0.1059086 May 16 15:30:37.015987 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-abd1f055-ae6c-47b4-91f9-6834e4dfa8ef req-c4f2b82a-118f-4639-b706-723e73bf6fc0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 200 len: 217 time: 0.0488231 May 16 15:30:37.065159 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1f055-ae6c-47b4-91f9-6834e4dfa8ef req-7c79e425-d4c3-42fc-88a6-b9b4b570ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:37.067062 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-abd1f055-ae6c-47b4-91f9-6834e4dfa8ef req-7c79e425-d4c3-42fc-88a6-b9b4b570ec6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1521eadf-3a76-4cf3-9eb8-4e592e52f0e8 HTTP/1.1" status: 200 len: 847 time: 0.0456352 May 16 15:30:37.124519 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1f055-ae6c-47b4-91f9-6834e4dfa8ef req-9cd1aca2-074c-453b-8366-5ed489d7295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:37.126204 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-abd1f055-ae6c-47b4-91f9-6834e4dfa8ef req-9cd1aca2-074c-453b-8366-5ed489d7295c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b25748a-d962-474f-b758-5724d0298e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519969 May 16 15:30:37.144536 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-005a50b3-f0bb-4b8c-b6dd-107705b26262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2ec0f8e8-5e01-4519-96e6-85138d47860a', 'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'mac_address': 'fa:16:3e:e8:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:05Z', 'updated_at': '2022-05-16T15:26:09Z', 'revision_number': 5, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'subnets': [{'id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:37.174509 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a50b3-f0bb-4b8c-b6dd-107705b26262 None None] Checking router: cb3bbf61-294c-4f01-a672-295f0f658eb9 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:30:37.184324 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a50b3-f0bb-4b8c-b6dd-107705b26262 None None] Routers {'cb3bbf61-294c-4f01-a672-295f0f658eb9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:37.185022 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-005a50b3-f0bb-4b8c-b6dd-107705b26262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['cb3bbf61-294c-4f01-a672-295f0f658eb9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:37.269515 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b45d76-9852-44f5-b2a8-1461a33e6cb1 req-1f2ec0f7-fc85-4515-8567-f68a2d94b0e3 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:37.271380 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5b45d76-9852-44f5-b2a8-1461a33e6cb1 req-1f2ec0f7-fc85-4515-8567-f68a2d94b0e3 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.1124461 May 16 15:30:37.295325 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-005a50b3-f0bb-4b8c-b6dd-107705b26262 None None] Set router cb3bbf61-294c-4f01-a672-295f0f658eb9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:37.328690 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5b45d76-9852-44f5-b2a8-1461a33e6cb1 req-77e0b549-9a12-4a36-b8fa-c13e4a5ef85d tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497975 May 16 15:30:37.487562 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-005a50b3-f0bb-4b8c-b6dd-107705b26262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2ec0f8e8-5e01-4519-96e6-85138d47860a', 'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'mac_address': 'fa:16:3e:e8:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:05Z', 'updated_at': '2022-05-16T15:26:09Z', 'revision_number': 5, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'subnets': [{'id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:37.512320 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a50b3-f0bb-4b8c-b6dd-107705b26262 None None] The sync data for ids ['cb3bbf61-294c-4f01-a672-295f0f658eb9'] in dv-cinder-841753-2-iscsi is: [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:26:05Z', 'revision_number': 4, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2ec0f8e8-5e01-4519-96e6-85138d47860a', 'name': '', 'network_id': '0b25748a-d962-474f-b758-5724d0298e7d', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'mac_address': 'fa:16:3e:e8:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:05Z', 'updated_at': '2022-05-16T15:26:09Z', 'revision_number': 5, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'subnets': [{'id': '1521eadf-3a76-4cf3-9eb8-4e592e52f0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:30:37.734071 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89f533-954d-4ea8-a7aa-4a4cd2add5e8 None None] New status for floating IP 4b496b37-71b8-4baa-bf25-f4fb0ac6ef84: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:30:38.063387 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:38.219571 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-abd1f055-ae6c-47b4-91f9-6834e4dfa8ef req-684c26f9-42cd-4d38-b3c7-ab2fb6fd7e8d service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831821 May 16 15:30:38.435561 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-abd1f055-ae6c-47b4-91f9-6834e4dfa8ef req-6103d888-707d-4963-a894-fbc314935574 service neutron] 10.222.0.25 "GET /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973926 May 16 15:30:38.519168 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4620f-6f90-4526-847c-e66a21dfc35a req-533036bc-2ff8-4e40-99b5-0579707f4fc4 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:38.520686 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-aab4620f-6f90-4526-847c-e66a21dfc35a req-533036bc-2ff8-4e40-99b5-0579707f4fc4 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.1094687 May 16 15:30:38.571466 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-aab4620f-6f90-4526-847c-e66a21dfc35a req-272520c3-91f1-47ce-a243-a108c12b337b tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/security-groups?id=7cff3baa-eac9-48f8-9778-16b106f0e705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434606 May 16 15:30:38.801407 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c485d5e-6264-46da-847b-105bba92bedb req-60f0fd90-2b70-4555-bbdc-3fe0e81e3440 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:38.802776 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5c485d5e-6264-46da-847b-105bba92bedb req-60f0fd90-2b70-4555-bbdc-3fe0e81e3440 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 945 time: 0.0460331 May 16 15:30:38.887996 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-5c485d5e-6264-46da-847b-105bba92bedb req-8b6d289e-2133-499a-a6c4-c54f778bd817 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Deleting port adc3da56-eadd-4439-888a-efe0eb7ab5cf {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:38.888332 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5c485d5e-6264-46da-847b-105bba92bedb req-8b6d289e-2133-499a-a6c4-c54f778bd817 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:38.974036 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5c485d5e-6264-46da-847b-105bba92bedb req-8b6d289e-2133-499a-a6c4-c54f778bd817 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] For port adc3da56-eadd-4439-888a-efe0eb7ab5cf, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=adc3da56-eadd-4439-888a-efe0eb7ab5cf,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:38.974414 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5c485d5e-6264-46da-847b-105bba92bedb req-8b6d289e-2133-499a-a6c4-c54f778bd817 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:38.990465 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-5c485d5e-6264-46da-847b-105bba92bedb req-8b6d289e-2133-499a-a6c4-c54f778bd817 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Calling delete_port for adc3da56-eadd-4439-888a-efe0eb7ab5cf owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:39.172200 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5c485d5e-6264-46da-847b-105bba92bedb req-8b6d289e-2133-499a-a6c4-c54f778bd817 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (adc3da56-eadd-4439-888a-efe0eb7ab5cf), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:39.205449 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d289e-2133-499a-a6c4-c54f778bd817 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event deleted for resources: {'Port': ['ID=adc3da56-eadd-4439-888a-efe0eb7ab5cf,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:39.250613 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c485d5e-6264-46da-847b-105bba92bedb req-8b6d289e-2133-499a-a6c4-c54f778bd817 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] No DVR routers for this DVR port adc3da56-eadd-4439-888a-efe0eb7ab5cf on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:30:39.253346 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5c485d5e-6264-46da-847b-105bba92bedb req-8b6d289e-2133-499a-a6c4-c54f778bd817 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:39.256906 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5c485d5e-6264-46da-847b-105bba92bedb req-8b6d289e-2133-499a-a6c4-c54f778bd817 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.25 "DELETE /v2.0/ports/adc3da56-eadd-4439-888a-efe0eb7ab5cf HTTP/1.1" status: 204 len: 173 time: 0.4493210 May 16 15:30:39.257370 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'name': 'network-vif-deleted', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:30:39.260155 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65176ab2-f11b-4d5b-9030-4b1cee172ed8" -d '{"events": [{"server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "name": "network-vif-deleted", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:30:39.298182 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138e8a0f-bf70-4ae2-9b88-7a0db4d9e4cd x-openstack-request-id: req-138e8a0f-bf70-4ae2-9b88-7a0db4d9e4cd {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:30:39.298481 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf88b0c-dcde-4971-add1-d08786fa819e", "name": "network-vif-deleted", "tag": "adc3da56-eadd-4439-888a-efe0eb7ab5cf", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:30:39.298742 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-138e8a0f-bf70-4ae2-9b88-7a0db4d9e4cd {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:30:39.299260 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138e8a0f-bf70-4ae2-9b88-7a0db4d9e4cd'] response: {'server_uuid': 'fdf88b0c-dcde-4971-add1-d08786fa819e', 'name': 'network-vif-deleted', 'tag': 'adc3da56-eadd-4439-888a-efe0eb7ab5cf', 'status': 'completed', 'code': 200} May 16 15:30:39.678243 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6dc44e30-6140-4375-8f6b-395a68b98f15 req-f7c0ee60-457c-4818-83b6-519992beb442 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 210 time: 0.0293839 May 16 15:30:40.690608 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:40.796525 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c231da11-b03d-4021-9b97-b470dedf7dbe req-ce6812db-74c2-4c1e-8055-20bd9751f564 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "GET /v2.0/ports?device_id=fdf88b0c-dcde-4971-add1-d08786fa819e HTTP/1.1" status: 200 len: 210 time: 0.0311427 May 16 15:30:41.776965 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device adc3da56-eadd-4439-888a-efe0eb7ab5cf no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:30:41.795200 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: adc3da56-eadd-4439-888a-efe0eb7ab5cf {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:30:41.795547 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device adc3da56-eadd-4439-888a-efe0eb7ab5cf not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:30:41.821180 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:41.853943 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41646) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:41.911969 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d45c3a08-ed21-41e1-b037-0c0f26f30424 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group (7cff3baa-eac9-48f8-9778-16b106f0e705), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:41.936523 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d45c3a08-ed21-41e1-b037-0c0f26f30424 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group (7cff3baa-eac9-48f8-9778-16b106f0e705), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:42.067412 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d45c3a08-ed21-41e1-b037-0c0f26f30424 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (7cff3baa-eac9-48f8-9778-16b106f0e705), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:42.069887 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d45c3a08-ed21-41e1-b037-0c0f26f30424 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:42.071034 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d45c3a08-ed21-41e1-b037-0c0f26f30424 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] 10.222.0.71 "DELETE /v2.0/security-groups/7cff3baa-eac9-48f8-9778-16b106f0e705 HTTP/1.1" status: 204 len: 168 time: 0.2172337 May 16 15:30:42.084047 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c3a08-ed21-41e1-b037-0c0f26f30424 tempest-TestShelveInstance-569677651 tempest-TestShelveInstance-569677651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cff3baa-eac9-48f8-9778-16b106f0e705,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:42.173538 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41650) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:42.683141 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690127'] for router_interface (cb3bbf61-294c-4f01-a672-295f0f658eb9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:42.900608 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Deleting port 2ec0f8e8-5e01-4519-96e6-85138d47860a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:42.900947 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:42.977963 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] For port 2ec0f8e8-5e01-4519-96e6-85138d47860a, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=2ec0f8e8-5e01-4519-96e6-85138d47860a,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:42.978322 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:42.991586 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Calling delete_port for 2ec0f8e8-5e01-4519-96e6-85138d47860a owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:43.206057 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (2ec0f8e8-5e01-4519-96e6-85138d47860a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:43.232174 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec0f8e8-5e01-4519-96e6-85138d47860a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:43.256905 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.257267 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.257645 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.257999 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.258340 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.258678 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.259013 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.259350 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.259731 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.260117 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.260470 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.260809 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.261141 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.261473 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.261801 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:43.404879 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-746586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882128'] for router_interface (cb3bbf61-294c-4f01-a672-295f0f658eb9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:43.602626 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Router cb3bbf61-294c-4f01-a672-295f0f658eb9 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:30:43.703290 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:30:43.709053 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0bb485d6-0499-49e1-9b6c-8128d18391b2 admin admin] 10.222.0.71 "PUT /v2.0/routers/cb3bbf61-294c-4f01-a672-295f0f658eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5331507 May 16 15:30:43.711746 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:43.721293 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317950d1-9cd5-432c-801f-a3d0a762a9b7 None None] Sync routers for ids ['cb3bbf61-294c-4f01-a672-295f0f658eb9'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:30:43.732038 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317950d1-9cd5-432c-801f-a3d0a762a9b7 None None] Routers {'cb3bbf61-294c-4f01-a672-295f0f658eb9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:43.732617 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-317950d1-9cd5-432c-801f-a3d0a762a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['cb3bbf61-294c-4f01-a672-295f0f658eb9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:43.810844 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Publish callbacks [] for router (cb3bbf61-294c-4f01-a672-295f0f658eb9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:43.835372 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-317950d1-9cd5-432c-801f-a3d0a762a9b7 None None] Set router cb3bbf61-294c-4f01-a672-295f0f658eb9 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:43.907731 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Publish callbacks [] for router_gateway (cb3bbf61-294c-4f01-a672-295f0f658eb9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:43.999413 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-317950d1-9cd5-432c-801f-a3d0a762a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:30:43Z', 'revision_number': 5, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port': {'id': 'bd2afa5b-cdd9-473c-a25f-4e7731b05d83', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:03Z', 'updated_at': '2022-05-16T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:44.024622 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317950d1-9cd5-432c-801f-a3d0a762a9b7 None None] Checking router: cb3bbf61-294c-4f01-a672-295f0f658eb9 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:30:44.032793 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317950d1-9cd5-432c-801f-a3d0a762a9b7 None None] Routers {'cb3bbf61-294c-4f01-a672-295f0f658eb9'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:44.033398 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-317950d1-9cd5-432c-801f-a3d0a762a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['cb3bbf61-294c-4f01-a672-295f0f658eb9'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:44.042289 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Deleting port bd2afa5b-cdd9-473c-a25f-4e7731b05d83 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:44.042666 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.113226 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-317950d1-9cd5-432c-801f-a3d0a762a9b7 None None] Set router cb3bbf61-294c-4f01-a672-295f0f658eb9 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:44.120663 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] For port bd2afa5b-cdd9-473c-a25f-4e7731b05d83, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=bd2afa5b-cdd9-473c-a25f-4e7731b05d83,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:44.121034 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.134037 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Calling delete_port for bd2afa5b-cdd9-473c-a25f-4e7731b05d83 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:44.159591 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-317950d1-9cd5-432c-801f-a3d0a762a9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:30:43Z', 'revision_number': 6, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port_host': None}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:44.186060 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317950d1-9cd5-432c-801f-a3d0a762a9b7 None None] The sync data for ids ['cb3bbf61-294c-4f01-a672-295f0f658eb9'] in dv-cinder-841753-2-iscsi is: [{'id': 'cb3bbf61-294c-4f01-a672-295f0f658eb9', 'name': 'tempest-TestShelveInstance-613454514-router', 'tenant_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:02Z', 'updated_at': '2022-05-16T15:30:43Z', 'revision_number': 6, 'project_id': '5cef808bf8324f5b852fd0ea7f368f6d', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:30:44.360502 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (bd2afa5b-cdd9-473c-a25f-4e7731b05d83), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.387111 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2afa5b-cdd9-473c-a25f-4e7731b05d83,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:44.448908 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692989'] for router_gateway (cb3bbf61-294c-4f01-a672-295f0f658eb9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.535436 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7036'] for router (cb3bbf61-294c-4f01-a672-295f0f658eb9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.538148 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Publish callbacks [] for router_controller (cb3bbf61-294c-4f01-a672-295f0f658eb9), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.652160 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-698796'] for router (cb3bbf61-294c-4f01-a672-295f0f658eb9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.652771 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb3bbf61-294c-4f01-a672-295f0f658eb9 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:30:44.657040 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.660691 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0999b406-aa3e-4825-bf3d-8ee2f114b489 admin admin] 10.222.0.71 "DELETE /v2.0/routers/cb3bbf61-294c-4f01-a672-295f0f658eb9 HTTP/1.1" status: 204 len: 168 time: 0.9454472 May 16 15:30:44.661228 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41656) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:44.704324 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fa50c7-6f2b-4034-bb5d-d69d6c377d55 admin admin] Deleting subnet 1521eadf-3a76-4cf3-9eb8-4e592e52f0e8 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:30:44.707531 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46fa50c7-6f2b-4034-bb5d-d69d6c377d55 admin admin] Publish callbacks [] for subnet (1521eadf-3a76-4cf3-9eb8-4e592e52f0e8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.745049 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46fa50c7-6f2b-4034-bb5d-d69d6c377d55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28775581'] for subnet (1521eadf-3a76-4cf3-9eb8-4e592e52f0e8), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.816879 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46fa50c7-6f2b-4034-bb5d-d69d6c377d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (1521eadf-3a76-4cf3-9eb8-4e592e52f0e8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.932289 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 2ec0f8e8-5e01-4519-96e6-85138d47860a no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:30:44.938482 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46fa50c7-6f2b-4034-bb5d-d69d6c377d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28144902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28552004'] for subnet (1521eadf-3a76-4cf3-9eb8-4e592e52f0e8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.953153 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 2ec0f8e8-5e01-4519-96e6-85138d47860a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:30:44.953501 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 2ec0f8e8-5e01-4519-96e6-85138d47860a not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:30:44.965545 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa50c7-6f2b-4034-bb5d-d69d6c377d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1521eadf-3a76-4cf3-9eb8-4e592e52f0e8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:44.969141 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46fa50c7-6f2b-4034-bb5d-d69d6c377d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:44.973161 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-46fa50c7-6f2b-4034-bb5d-d69d6c377d55 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1521eadf-3a76-4cf3-9eb8-4e592e52f0e8 HTTP/1.1" status: 204 len: 168 time: 0.3109615 May 16 15:30:44.975553 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41658) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:44.977904 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142dfea4-4dbd-4a00-8a33-b2c1c3b35122 None None] Network 0b25748a-d962-474f-b758-5724d0298e7d requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:30:45.048095 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (0b25748a-d962-474f-b758-5724d0298e7d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.090949 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Deleting port 7c490798-24c2-4c4b-8d02-80d52a555d92 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:45.091394 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.124768 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] DHCP port deletion for 0b25748a-d962-474f-b758-5724d0298e7d request from dv-cinder-841753-2-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:30:45.165572 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Deleting port 7c490798-24c2-4c4b-8d02-80d52a555d92 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:45.165950 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.236140 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] For port 7c490798-24c2-4c4b-8d02-80d52a555d92, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=7c490798-24c2-4c4b-8d02-80d52a555d92,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:45.236576 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.250753 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Calling delete_port for 7c490798-24c2-4c4b-8d02-80d52a555d92 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:45.410519 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.430729 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] For port 7c490798-24c2-4c4b-8d02-80d52a555d92, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=7c490798-24c2-4c4b-8d02-80d52a555d92,segment=NetworkSegment(fe553efe-842d-4bea-8695-e7b197811c87),segment_id=fe553efe-842d-4bea-8695-e7b197811c87)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:45.431138 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.434849 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Pushing event deleted for resources: {'Port': ['ID=7c490798-24c2-4c4b-8d02-80d52a555d92,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:45.439337 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] No DVR routers for this DVR port 7c490798-24c2-4c4b-8d02-80d52a555d92 on host dv-cinder-841753-2-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:30:45.445934 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.446291 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.448293 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.448293 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.448293 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.448586 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Calling delete_port for 7c490798-24c2-4c4b-8d02-80d52a555d92 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:45.448692 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.448692 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.448692 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.448692 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.449181 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.449181 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.449503 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.450130 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.450130 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.450445 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ee19b-eda5-4fd0-b42c-d094781ac2f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:45.523082 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (7c490798-24c2-4c4b-8d02-80d52a555d92), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.547498 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c490798-24c2-4c4b-8d02-80d52a555d92,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:45.549322 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] No DVR routers for this DVR port 7c490798-24c2-4c4b-8d02-80d52a555d92 on host dv-cinder-841753-2-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:30:45.621338 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (0b25748a-d962-474f-b758-5724d0298e7d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.640398 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b25748a-d962-474f-b758-5724d0298e7d']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:45.650132 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe553efe-842d-4bea-8695-e7b197811c87') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:45.650429 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe553efe-842d-4bea-8695-e7b197811c87') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:45.660214 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28775588'] for segment (fe553efe-842d-4bea-8695-e7b197811c87), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.673046 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (fe553efe-842d-4bea-8695-e7b197811c87), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.679156 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:30:45.679537 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28133796'] for segment (fe553efe-842d-4bea-8695-e7b197811c87), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: self.session.flush() May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: self.session.flush() May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: self.session.flush() May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: self.session.flush() May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: Traceback (most recent call last): May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: timer() May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: cb(*args, **kw) May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: return func(*args, **kwargs) May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: self._notify() May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: self.callback(batched_events) May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: event.method(event) May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: return f(self, *a, **k) May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._get(url).json() May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: return self.request(url, 'GET', **kwargs) May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:30:45.681211 dv-cinder-841753-2-iscsi neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:30:45.874839 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (0b25748a-d962-474f-b758-5724d0298e7d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.880322 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:45.883693 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/0b25748a-d962-474f-b758-5724d0298e7d HTTP/1.1" status: 204 len: 168 time: 0.9069092 May 16 15:30:45.886722 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41660) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:45.895029 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a688f7a-b6e8-4993-a93b-0dbf92d333e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b25748a-d962-474f-b758-5724d0298e7d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:45.927322 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-b8317d6b-2112-4b2a-a5b2-1e93d75f9de1 req-d432d28c-cc13-4a3e-bb06-e6ba440884b6 service neutron] (104031) timed out ('10.222.0.25', 53937) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 15:30:46.188614 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19d9743d-2dc9-424f-8616-cd9be35c47e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690127'] for router_interface (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:46.360110 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device bd2afa5b-cdd9-473c-a25f-4e7731b05d83 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:30:46.379963 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: bd2afa5b-cdd9-473c-a25f-4e7731b05d83 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:30:46.380316 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device bd2afa5b-cdd9-473c-a25f-4e7731b05d83 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:30:46.380730 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 7c490798-24c2-4c4b-8d02-80d52a555d92 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:30:46.398083 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 7c490798-24c2-4c4b-8d02-80d52a555d92 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:30:46.398428 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 7c490798-24c2-4c4b-8d02-80d52a555d92 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:30:46.404289 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-19d9743d-2dc9-424f-8616-cd9be35c47e6 admin admin] Deleting port f1593604-6605-453d-933e-6cfe0ea62f05 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:46.404771 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19d9743d-2dc9-424f-8616-cd9be35c47e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:46.483050 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-19d9743d-2dc9-424f-8616-cd9be35c47e6 admin admin] For port f1593604-6605-453d-933e-6cfe0ea62f05, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=f1593604-6605-453d-933e-6cfe0ea62f05,segment=NetworkSegment(40946b4f-0635-4622-9dab-19358aaed50d),segment_id=40946b4f-0635-4622-9dab-19358aaed50d)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:46.483414 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19d9743d-2dc9-424f-8616-cd9be35c47e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:46.496332 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-19d9743d-2dc9-424f-8616-cd9be35c47e6 admin admin] Calling delete_port for f1593604-6605-453d-933e-6cfe0ea62f05 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:46.738592 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19d9743d-2dc9-424f-8616-cd9be35c47e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (f1593604-6605-453d-933e-6cfe0ea62f05), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:46.764486 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9743d-2dc9-424f-8616-cd9be35c47e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1593604-6605-453d-933e-6cfe0ea62f05,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:46.923488 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-19d9743d-2dc9-424f-8616-cd9be35c47e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-746586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882128'] for router_interface (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:47.123155 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d9743d-2dc9-424f-8616-cd9be35c47e6 admin admin] Router d7dbfe29-9cc6-48d3-b895-73d4ff72824a has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:30:47.223848 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d9743d-2dc9-424f-8616-cd9be35c47e6 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:30:47.229078 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-19d9743d-2dc9-424f-8616-cd9be35c47e6 admin admin] 10.222.0.71 "PUT /v2.0/routers/d7dbfe29-9cc6-48d3-b895-73d4ff72824a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3412726 May 16 15:30:47.231847 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41662) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:47.232641 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84101de2-39ff-4944-8c98-8a8f69f8ee82 None None] Sync routers for ids ['d7dbfe29-9cc6-48d3-b895-73d4ff72824a'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:30:47.242065 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84101de2-39ff-4944-8c98-8a8f69f8ee82 None None] Routers {'d7dbfe29-9cc6-48d3-b895-73d4ff72824a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:47.242671 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-84101de2-39ff-4944-8c98-8a8f69f8ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d7dbfe29-9cc6-48d3-b895-73d4ff72824a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:47.329666 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Publish callbacks [] for router (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:47.337910 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-84101de2-39ff-4944-8c98-8a8f69f8ee82 None None] Set router d7dbfe29-9cc6-48d3-b895-73d4ff72824a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:47.426648 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Publish callbacks [] for router_gateway (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:47.501065 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-84101de2-39ff-4944-8c98-8a8f69f8ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'name': 'tempest-TestShelveInstance-1421769926-router', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:08Z', 'updated_at': '2022-05-16T15:30:46Z', 'revision_number': 5, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'gw_port': {'id': 'd5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:26:09Z', 'updated_at': '2022-05-16T15:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:47.527460 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84101de2-39ff-4944-8c98-8a8f69f8ee82 None None] Checking router: d7dbfe29-9cc6-48d3-b895-73d4ff72824a for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:30:47.536054 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84101de2-39ff-4944-8c98-8a8f69f8ee82 None None] Routers {'d7dbfe29-9cc6-48d3-b895-73d4ff72824a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:47.536663 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-84101de2-39ff-4944-8c98-8a8f69f8ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['d7dbfe29-9cc6-48d3-b895-73d4ff72824a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:47.546986 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Deleting port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:47.547328 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:47.617966 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-84101de2-39ff-4944-8c98-8a8f69f8ee82 None None] Set router d7dbfe29-9cc6-48d3-b895-73d4ff72824a gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:47.624506 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] For port d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:47.624879 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:47.641887 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Calling delete_port for d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:47.668728 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-84101de2-39ff-4944-8c98-8a8f69f8ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'name': 'tempest-TestShelveInstance-1421769926-router', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:08Z', 'updated_at': '2022-05-16T15:30:47Z', 'revision_number': 6, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'gw_port_host': None}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:47.693006 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84101de2-39ff-4944-8c98-8a8f69f8ee82 None None] The sync data for ids ['d7dbfe29-9cc6-48d3-b895-73d4ff72824a'] in dv-cinder-841753-2-iscsi is: [{'id': 'd7dbfe29-9cc6-48d3-b895-73d4ff72824a', 'name': 'tempest-TestShelveInstance-1421769926-router', 'tenant_id': '504104ad8b9048a2bb1e1140fceab85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:26:08Z', 'updated_at': '2022-05-16T15:30:47Z', 'revision_number': 6, 'project_id': '504104ad8b9048a2bb1e1140fceab85c', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:30:47.864087 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:47.893411 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:47.952031 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692989'] for router_gateway (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.037560 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7036'] for router (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.040086 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Publish callbacks [] for router_controller (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.135524 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-698796'] for router (d7dbfe29-9cc6-48d3-b895-73d4ff72824a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.138713 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7dbfe29-9cc6-48d3-b895-73d4ff72824a {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:30:48.141509 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.142903 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-911e4580-e9b2-4918-9cee-b90f9cb3254d admin admin] 10.222.0.71 "DELETE /v2.0/routers/d7dbfe29-9cc6-48d3-b895-73d4ff72824a HTTP/1.1" status: 204 len: 168 time: 0.9100759 May 16 15:30:48.145766 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41664) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:48.192993 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cf8984-785f-41c1-a311-01c0b159eb54 admin admin] Deleting subnet 44d49ff9-aea2-4aab-92f0-3b4900b1d310 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:30:48.196047 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-60cf8984-785f-41c1-a311-01c0b159eb54 admin admin] Publish callbacks [] for subnet (44d49ff9-aea2-4aab-92f0-3b4900b1d310), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.229175 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-60cf8984-785f-41c1-a311-01c0b159eb54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28775581'] for subnet (44d49ff9-aea2-4aab-92f0-3b4900b1d310), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.301397 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-60cf8984-785f-41c1-a311-01c0b159eb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (44d49ff9-aea2-4aab-92f0-3b4900b1d310), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.429301 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-60cf8984-785f-41c1-a311-01c0b159eb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28144902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28552004'] for subnet (44d49ff9-aea2-4aab-92f0-3b4900b1d310), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.478021 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf8984-785f-41c1-a311-01c0b159eb54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d49ff9-aea2-4aab-92f0-3b4900b1d310,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:48.481038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-60cf8984-785f-41c1-a311-01c0b159eb54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.485770 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c7444-d215-42ed-8df6-ca4e69eaf1c5 None None] Network f77e7a59-3cbe-429f-8664-adc7b78bf0d4 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:30:48.490875 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41666) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:48.491284 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-60cf8984-785f-41c1-a311-01c0b159eb54 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/44d49ff9-aea2-4aab-92f0-3b4900b1d310 HTTP/1.1" status: 204 len: 168 time: 0.3439262 May 16 15:30:48.507107 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device f1593604-6605-453d-933e-6cfe0ea62f05 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:30:48.536065 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: f1593604-6605-453d-933e-6cfe0ea62f05 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:30:48.536412 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device f1593604-6605-453d-933e-6cfe0ea62f05 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:30:48.536832 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:30:48.565831 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (f77e7a59-3cbe-429f-8664-adc7b78bf0d4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.583619 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:30:48.583994 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device d5a3ff84-e23c-4ad5-b764-ca5d9c9f20ca not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:30:48.612472 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Deleting port 510e6470-6f7e-4bb1-ab41-073854519199 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:48.612838 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (510e6470-6f7e-4bb1-ab41-073854519199), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.673302 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b2bdcf-d6d4-4f51-af87-0c2657a3d341 None None] DHCP port deletion for f77e7a59-3cbe-429f-8664-adc7b78bf0d4 request from dv-cinder-841753-2-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:30:48.678687 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] For port 510e6470-6f7e-4bb1-ab41-073854519199, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=510e6470-6f7e-4bb1-ab41-073854519199,segment=NetworkSegment(40946b4f-0635-4622-9dab-19358aaed50d),segment_id=40946b4f-0635-4622-9dab-19358aaed50d)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:48.679060 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (510e6470-6f7e-4bb1-ab41-073854519199), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.693112 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Calling delete_port for 510e6470-6f7e-4bb1-ab41-073854519199 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:48.711146 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-97b2bdcf-d6d4-4f51-af87-0c2657a3d341 None None] Deleting port 510e6470-6f7e-4bb1-ab41-073854519199 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:30:48.711931 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97b2bdcf-d6d4-4f51-af87-0c2657a3d341 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (510e6470-6f7e-4bb1-ab41-073854519199), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.782728 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-97b2bdcf-d6d4-4f51-af87-0c2657a3d341 None None] For port 510e6470-6f7e-4bb1-ab41-073854519199, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=510e6470-6f7e-4bb1-ab41-073854519199,segment=NetworkSegment(40946b4f-0635-4622-9dab-19358aaed50d),segment_id=40946b4f-0635-4622-9dab-19358aaed50d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:48.783123 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97b2bdcf-d6d4-4f51-af87-0c2657a3d341 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (510e6470-6f7e-4bb1-ab41-073854519199), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.795870 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-97b2bdcf-d6d4-4f51-af87-0c2657a3d341 None None] Calling delete_port for 510e6470-6f7e-4bb1-ab41-073854519199 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:30:48.832757 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (510e6470-6f7e-4bb1-ab41-073854519199), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.857939 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Pushing event deleted for resources: {'Port': ['ID=510e6470-6f7e-4bb1-ab41-073854519199,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:48.861470 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] No DVR routers for this DVR port 510e6470-6f7e-4bb1-ab41-073854519199 on host dv-cinder-841753-2-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:30:48.874493 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97b2bdcf-d6d4-4f51-af87-0c2657a3d341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446'] for port (510e6470-6f7e-4bb1-ab41-073854519199), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.898524 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2bdcf-d6d4-4f51-af87-0c2657a3d341 None None] Pushing event deleted for resources: {'Port': ['ID=510e6470-6f7e-4bb1-ab41-073854519199,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:48.902300 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2bdcf-d6d4-4f51-af87-0c2657a3d341 None None] No DVR routers for this DVR port 510e6470-6f7e-4bb1-ab41-073854519199 on host dv-cinder-841753-2-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:30:48.936194 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (f77e7a59-3cbe-429f-8664-adc7b78bf0d4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.956642 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77e7a59-3cbe-429f-8664-adc7b78bf0d4']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:48.965585 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40946b4f-0635-4622-9dab-19358aaed50d') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:48.965881 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40946b4f-0635-4622-9dab-19358aaed50d') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:48.975328 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28040405'] for segment (40946b4f-0635-4622-9dab-19358aaed50d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.988411 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (40946b4f-0635-4622-9dab-19358aaed50d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:48.994331 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28098202'] for segment (40946b4f-0635-4622-9dab-19358aaed50d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: Traceback (most recent call last): May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: timer() May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: cb(*args, **kw) May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: return func(*args, **kwargs) May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: self._notify() May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: self.callback(batched_events) May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: event.method(event) May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: return f(self, *a, **k) May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._get(url).json() May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: return self.request(url, 'GET', **kwargs) May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:30:49.003359 dv-cinder-841753-2-iscsi neutron-server[104031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:30:49.118452 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (f77e7a59-3cbe-429f-8664-adc7b78bf0d4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:49.122928 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:49.126208 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] 10.222.0.71 "DELETE /v2.0/networks/f77e7a59-3cbe-429f-8664-adc7b78bf0d4 HTTP/1.1" status: 204 len: 168 time: 0.6340010 May 16 15:30:49.139220 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe79f5-e829-49fe-96f7-d09fb68d947c admin admin] Pushing event deleted for resources: {'Network': ['ID=f77e7a59-3cbe-429f-8664-adc7b78bf0d4,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:49.490790 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41670) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:49.533598 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b6b3bf3c-33e1-466a-86aa-87ff21e296bd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5cef808bf8324f5b852fd0ea7f368f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415874 May 16 15:30:49.536072 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41672) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:49.582204 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44670714-5344-438d-b6c6-e34701a69b53 admin admin] Publish callbacks [] for security_group (77099e04-0ad5-4204-9d2e-7f1c5c10f090), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:49.602791 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44670714-5344-438d-b6c6-e34701a69b53 admin admin] Publish callbacks [] for security_group (77099e04-0ad5-4204-9d2e-7f1c5c10f090), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:49.706679 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44670714-5344-438d-b6c6-e34701a69b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (77099e04-0ad5-4204-9d2e-7f1c5c10f090), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:49.709338 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-44670714-5344-438d-b6c6-e34701a69b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:49.710499 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-44670714-5344-438d-b6c6-e34701a69b53 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/77099e04-0ad5-4204-9d2e-7f1c5c10f090 HTTP/1.1" status: 204 len: 168 time: 0.1735370 May 16 15:30:49.718917 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44670714-5344-438d-b6c6-e34701a69b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77099e04-0ad5-4204-9d2e-7f1c5c10f090,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:50.321455 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41678) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:50.362730 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-760a9ae2-8a2b-4489-bdfb-b676fe31ab16 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=504104ad8b9048a2bb1e1140fceab85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394077 May 16 15:30:50.364616 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41680) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:50.370882 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 510e6470-6f7e-4bb1-ab41-073854519199 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:30:50.389966 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 510e6470-6f7e-4bb1-ab41-073854519199 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:30:50.390309 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 510e6470-6f7e-4bb1-ab41-073854519199 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:30:50.413549 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20835ad1-3402-431c-a88c-b798bb32f894 admin admin] Publish callbacks [] for security_group (896c58a7-d91f-4c81-b0ec-80e7b432cebd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:50.433652 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20835ad1-3402-431c-a88c-b798bb32f894 admin admin] Publish callbacks [] for security_group (896c58a7-d91f-4c81-b0ec-80e7b432cebd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:50.566576 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20835ad1-3402-431c-a88c-b798bb32f894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (896c58a7-d91f-4c81-b0ec-80e7b432cebd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:50.569002 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-20835ad1-3402-431c-a88c-b798bb32f894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:50.570185 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-20835ad1-3402-431c-a88c-b798bb32f894 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/896c58a7-d91f-4c81-b0ec-80e7b432cebd HTTP/1.1" status: 204 len: 168 time: 0.2046840 May 16 15:30:50.577941 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20835ad1-3402-431c-a88c-b798bb32f894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896c58a7-d91f-4c81-b0ec-80e7b432cebd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:51.586920 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41702) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:51.681128 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1340812383-network', 'tenant_id': '35be16de8a104d569efbb5633c5036af'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:30:51.754822 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Made reservation on behalf of 35be16de8a104d569efbb5633c5036af for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:30:51.757020 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:51.765781 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:51.839193 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Publish callbacks [] for security_group (e2693c31-8925-472f-9524-a7c7d51e523e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:51.900779 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (e2693c31-8925-472f-9524-a7c7d51e523e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:51.925791 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:30:51.935172 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2693c31-8925-472f-9524-a7c7d51e523e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:51.939828 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (beea3558-37af-4a1b-bd53-cce566220031), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:51.940744 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Added segment beea3558-37af-4a1b-bd53-cce566220031 of type vlan for network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce May 16 15:30:51.980960 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:52.068896 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:52.069834 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:52.070444 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:52.335717 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7476110 May 16 15:30:52.338650 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41706) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:52.339168 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3eb73-f281-4429-8e42-73fe944c240e admin admin] Pushing event updated for resources: {'Network': ['ID=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:52.343557 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f7e054d1-372d-4603-9754-85772ed3cb2b admin admin] Request body: {'subnet': {'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1340812383-subnet', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:30:52.349055 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:30:52.432886 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e054d1-372d-4603-9754-85772ed3cb2b admin admin] Made reservation on behalf of 35be16de8a104d569efbb5633c5036af for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:30:52.435323 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7e054d1-372d-4603-9754-85772ed3cb2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28552041'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:52.657774 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7e054d1-372d-4603-9754-85772ed3cb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28144967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28552063'] for subnet (2803d942-bea6-400d-af04-2ad5293f70ec), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:52.711764 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e054d1-372d-4603-9754-85772ed3cb2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2803d942-bea6-400d-af04-2ad5293f70ec,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:52.720468 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e054d1-372d-4603-9754-85772ed3cb2b admin admin] Checking segment: {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:30:52.720838 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e054d1-372d-4603-9754-85772ed3cb2b admin admin] Network hostable DHCP agents. Network: 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:30:52.823101 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e054d1-372d-4603-9754-85772ed3cb2b admin admin] Network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:30:52.914737 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f7e054d1-372d-4603-9754-85772ed3cb2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:30:52.918662 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e054d1-372d-4603-9754-85772ed3cb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:52.919257 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7e054d1-372d-4603-9754-85772ed3cb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:52.923269 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdfb5ec-b517-4c27-8276-2c30423be1b5 None None] Network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:30:52.974552 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f7e054d1-372d-4603-9754-85772ed3cb2b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6347175 May 16 15:30:52.977148 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41708) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:52.981450 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:30:53.023868 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd88b2bd1-82b9-52c7-9c83-00bc197d9c54-9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec'}]}} from dv-cinder-841753-2-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:30:53.024806 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.080687 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7018'] for router (dad05b77-b53a-4cd2-8e06-b170b97d866a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.081836 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7011'] for router (dad05b77-b53a-4cd2-8e06-b170b97d866a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.137998 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Publish callbacks [] for router_controller (dad05b77-b53a-4cd2-8e06-b170b97d866a), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.278252 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Allocated IP 172.20.0.2 (9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce/2803d942-bea6-400d-af04-2ad5293f70ec/2e1fc904-d616-48d9-9b39-364253a8dd53) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:30:53.326469 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Publish callbacks [] for router_gateway (dad05b77-b53a-4cd2-8e06-b170b97d866a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.416547 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Publish callbacks [] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.474982 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.510265 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:30:53.513095 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:30:53.515720 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:30:53.532147 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Pushing event updated for resources: {'Port': ['ID=2e1fc904-d616-48d9-9b39-364253a8dd53,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:53.582132 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Attempting to bind port 2e1fc904-d616-48d9-9b39-364253a8dd53 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:30:53.582520 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Attempting to bind port 2e1fc904-d616-48d9-9b39-364253a8dd53 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:30:53.582884 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Attempting to bind port 2e1fc904-d616-48d9-9b39-364253a8dd53 on network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:30:53.588219 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:30:53.588599 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Checking segment: {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:30:53.588998 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.589393 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Bound using segment: {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:30:53.589884 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Bound port: 2e1fc904-d616-48d9-9b39-364253a8dd53, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:30:53.590262 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.597840 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Publish callbacks [] for router_gateway (dad05b77-b53a-4cd2-8e06-b170b97d866a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.617075 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.649504 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] For port 2e1fc904-d616-48d9-9b39-364253a8dd53, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:30:53.652557 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] For port 2e1fc904-d616-48d9-9b39-364253a8dd53, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=2e1fc904-d616-48d9-9b39-364253a8dd53,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:30:53.720760 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Allocated IP 172.27.1.136 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/d5d98477-25db-4774-895b-eab04f60b6b8) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:30:53.730177 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.790785 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101ac11-186d-48f7-90c1-c6ddebe85362 None None] Pushing event updated for resources: {'Port': ['ID=2e1fc904-d616-48d9-9b39-364253a8dd53,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:53.833359 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Publish callbacks [] for port (d5d98477-25db-4774-895b-eab04f60b6b8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.942900 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (d5d98477-25db-4774-895b-eab04f60b6b8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:53.983068 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:30:53.986189 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:30:53.990904 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:30:54.025368 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d98477-25db-4774-895b-eab04f60b6b8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:54.303502 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Publish callbacks [] for router_gateway (dad05b77-b53a-4cd2-8e06-b170b97d866a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:54.388017 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 2e1fc904-d616-48d9-9b39-364253a8dd53 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:30:54.434057 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 2e1fc904-d616-48d9-9b39-364253a8dd53 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:30:54.434729 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:54.497801 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692953'] for router (dad05b77-b53a-4cd2-8e06-b170b97d866a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:54.515549 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 2e1fc904-d616-48d9-9b39-364253a8dd53 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:30:54.515973 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:54.551877 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port 2e1fc904-d616-48d9-9b39-364253a8dd53, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=2e1fc904-d616-48d9-9b39-364253a8dd53,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:54.623349 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:54.672505 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=2e1fc904-d616-48d9-9b39-364253a8dd53,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:54.680630 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Router dad05b77-b53a-4cd2-8e06-b170b97d866a is scheduled to L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:30:54.709909 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dae2dd4-666c-434d-a80d-edfc51aa5957 None None] Network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:30:54.744990 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-94d2558d-42de-4ec3-a0d0-e48c2677ab92 None None] Provisioning complete for port 2e1fc904-d616-48d9-9b39-364253a8dd53 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:30:54.745361 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94d2558d-42de-4ec3-a0d0-e48c2677ab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:54.783277 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:30:54.797914 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Sync routers for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:30:54.834306 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:54.834863 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:54.842593 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:54.847204 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4fddbd77-5894-48b6-88a6-80d5233c0443 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8655994 May 16 15:30:54.847204 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41710) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:54.970840 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-94d2558d-42de-4ec3-a0d0-e48c2677ab92 None None] Current status of the port 2e1fc904-d616-48d9-9b39-364253a8dd53 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:30:54.994662 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:55.166902 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:54Z', 'revision_number': 3, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:55.195094 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Checking router: dad05b77-b53a-4cd2-8e06-b170b97d866a for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:30:55.195447 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Updating router dad05b77-b53a-4cd2-8e06-b170b97d866a port d5d98477-25db-4774-895b-eab04f60b6b8 binding host dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:30:55.223400 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-eeb825f8-8899-4330-8a55-2d3c7953287a None None] Provisioning complete for port 2e1fc904-d616-48d9-9b39-364253a8dd53 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:30:55.223807 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eeb825f8-8899-4330-8a55-2d3c7953287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.249444 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.249687 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d5d98477-25db-4774-895b-eab04f60b6b8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.403707 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Allocated IP 172.20.0.1 (9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce/2803d942-bea6-400d-af04-2ad5293f70ec/8a310503-bc0e-4ed9-873a-bd217d716bcd) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:30:55.405045 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-eeb825f8-8899-4330-8a55-2d3c7953287a None None] Current status of the port 2e1fc904-d616-48d9-9b39-364253a8dd53 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:30:55.506773 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Publish callbacks [] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.557750 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Publish callbacks [] for port (d5d98477-25db-4774-895b-eab04f60b6b8), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.583903 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.624160 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:30:55.627046 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:30:55.633740 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:30:55.638680 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Pushing event updated for resources: {'Port': ['ID=8a310503-bc0e-4ed9-873a-bd217d716bcd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:55.648215 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (d5d98477-25db-4774-895b-eab04f60b6b8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.676324 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689396'] for router_interface (dad05b77-b53a-4cd2-8e06-b170b97d866a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.712777 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b872f4-cc15-4672-a771-aac433ef03d0 None None] Pushing event updated for resources: {'Port': ['ID=d5d98477-25db-4774-895b-eab04f60b6b8,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:55.715138 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Attempting to bind port d5d98477-25db-4774-895b-eab04f60b6b8 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:30:55.715512 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Attempting to bind port d5d98477-25db-4774-895b-eab04f60b6b8 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:30:55.715904 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Attempting to bind port d5d98477-25db-4774-895b-eab04f60b6b8 on network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:30:55.722205 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:30:55.722660 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Checking segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:30:55.723180 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.723570 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Bound using segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:30:55.724157 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Bound port: d5d98477-25db-4774-895b-eab04f60b6b8, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:30:55.724441 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d5d98477-25db-4774-895b-eab04f60b6b8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.776478 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] For port d5d98477-25db-4774-895b-eab04f60b6b8, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:30:55.779896 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] For port d5d98477-25db-4774-895b-eab04f60b6b8, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=d5d98477-25db-4774-895b-eab04f60b6b8,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:30:55.864286 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (d5d98477-25db-4774-895b-eab04f60b6b8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.884104 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:55.926222 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:55.926804 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:55.967204 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b872f4-cc15-4672-a771-aac433ef03d0 None None] Pushing event updated for resources: {'Port': ['ID=d5d98477-25db-4774-895b-eab04f60b6b8,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:55.973862 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-81d55d3d-92c6-4b30-9dea-1994c2e534a3 None None] Provisioning complete for port 8a310503-bc0e-4ed9-873a-bd217d716bcd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:30:55.984170 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-81d55d3d-92c6-4b30-9dea-1994c2e534a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:56.016785 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-81d55d3d-92c6-4b30-9dea-1994c2e534a3 None None] Port 8a310503-bc0e-4ed9-873a-bd217d716bcd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:30:56.067160 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:56.071641 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Publish callbacks [] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:56.152240 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:56.218863 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Pushing event updated for resources: {'Port': ['ID=8a310503-bc0e-4ed9-873a-bd217d716bcd,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:56.221959 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-746561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690110'] for router_interface (dad05b77-b53a-4cd2-8e06-b170b97d866a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:56.320182 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:30:56.321582 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:30:56.381457 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 1, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:56.411936 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 2e1fc904-d616-48d9-9b39-364253a8dd53 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:30:56.416168 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6475c2e-2811-48fe-90cf-150ff57cceb3 None None] The sync data for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi is: [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 1, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:30:56.473156 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 2e1fc904-d616-48d9-9b39-364253a8dd53 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:30:56.473482 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:56.554273 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 2e1fc904-d616-48d9-9b39-364253a8dd53 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:30:56.659652 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1697b6a8-8634-486d-bfcd-ecea90861df4 None None] Provisioning complete for port 8a310503-bc0e-4ed9-873a-bd217d716bcd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:30:56.659652 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1697b6a8-8634-486d-bfcd-ecea90861df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:56.699587 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1697b6a8-8634-486d-bfcd-ecea90861df4 None None] Port 8a310503-bc0e-4ed9-873a-bd217d716bcd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:30:56.724892 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Router dad05b77-b53a-4cd2-8e06-b170b97d866a has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:30:56.832720 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:30:56.844226 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-654eab86-3456-4338-a093-8022febeb24a admin admin] 10.222.0.71 "PUT /v2.0/routers/dad05b77-b53a-4cd2-8e06-b170b97d866a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9958434 May 16 15:30:57.564531 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 41726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:57.569338 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-571003921-network', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:30:57.651893 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Made reservation on behalf of 1a3e43fff5a547d7b1881434d9c8fce3 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:30:57.654341 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:57.664117 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:57.741000 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Publish callbacks [] for security_group (2ddc5b3e-aaed-4b83-80b9-9c36914602de), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:57.815330 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (2ddc5b3e-aaed-4b83-80b9-9c36914602de), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:57.848096 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:30:57.855569 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc5b3e-aaed-4b83-80b9-9c36914602de,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:57.864951 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793532245005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:57.865377 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Added segment d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e of type vlan for network d18ea76f-3d92-4c50-86b8-d08a067799b8 May 16 15:30:57.910380 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793531770516'] for network (d18ea76f-3d92-4c50-86b8-d08a067799b8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:57.998055 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579'] for network (d18ea76f-3d92-4c50-86b8-d08a067799b8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:57.999117 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:57.999734 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.074038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] Pushing event updated for resources: {'Network': ['ID=d18ea76f-3d92-4c50-86b8-d08a067799b8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:58.088912 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Network d18ea76f-3d92-4c50-86b8-d08a067799b8 details requested by agent ovs-agent-dv-cinder-841753-2-iscsi with host dv-cinder-841753-2-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:30:58.106399 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8ba23c8c-63ec-49c8-812b-e163a10213be admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5407453 May 16 15:30:58.109949 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41728) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:58.116010 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1a59d830-59b0-4ddb-a439-8773a9633880 admin admin] Request body: {'subnet': {'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-571003921-subnet', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:30:58.217695 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a59d830-59b0-4ddb-a439-8773a9633880 admin admin] Made reservation on behalf of 1a3e43fff5a547d7b1881434d9c8fce3 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:30:58.220220 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a59d830-59b0-4ddb-a439-8773a9633880 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29174911'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.418556 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device d5d98477-25db-4774-895b-eab04f60b6b8 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:30:58.430706 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Sync routers for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:30:58.442308 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:58.446851 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:58.458246 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a59d830-59b0-4ddb-a439-8773a9633880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28082809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29174889'] for subnet (c5499771-3a20-49fc-81e1-4f7e11146c60), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.470185 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port d5d98477-25db-4774-895b-eab04f60b6b8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:30:58.470615 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (d5d98477-25db-4774-895b-eab04f60b6b8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.522359 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59d830-59b0-4ddb-a439-8773a9633880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5499771-3a20-49fc-81e1-4f7e11146c60,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:58.535189 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a59d830-59b0-4ddb-a439-8773a9633880 admin admin] Checking segment: {'id': 'd5602ccf-3b8a-4c8b-84e7-8d1a08aa358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:30:58.535557 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a59d830-59b0-4ddb-a439-8773a9633880 admin admin] Network hostable DHCP agents. Network: d18ea76f-3d92-4c50-86b8-d08a067799b8, hostable agents: ['aa1730a7-ee03-4537-8dbf-0e0810791f70'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:30:58.555261 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port d5d98477-25db-4774-895b-eab04f60b6b8 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:30:58.555772 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (d5d98477-25db-4774-895b-eab04f60b6b8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.578737 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port d5d98477-25db-4774-895b-eab04f60b6b8, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=d5d98477-25db-4774-895b-eab04f60b6b8,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:30:58.628153 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:58.669079 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a59d830-59b0-4ddb-a439-8773a9633880 admin admin] Network d18ea76f-3d92-4c50-86b8-d08a067799b8 is scheduled to be hosted by DHCP agent aa1730a7-ee03-4537-8dbf-0e0810791f70 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:30:58.680280 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (d5d98477-25db-4774-895b-eab04f60b6b8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.725461 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=d5d98477-25db-4774-895b-eab04f60b6b8,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:58.763534 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-1a59d830-59b0-4ddb-a439-8773a9633880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-2-iscsi, d18ea76f-3d92-4c50-86b8-d08a067799b8) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:30:58.767939 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a59d830-59b0-4ddb-a439-8773a9633880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:30:58.768649 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a59d830-59b0-4ddb-a439-8773a9633880 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.772814 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde5e279-c8a6-4458-a3d5-13270ffab78b None None] Network d18ea76f-3d92-4c50-86b8-d08a067799b8 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:30:58.817481 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 2, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:58.845337 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Checking router: dad05b77-b53a-4cd2-8e06-b170b97d866a for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:30:58.845552 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Updating router dad05b77-b53a-4cd2-8e06-b170b97d866a port 8a310503-bc0e-4ed9-873a-bd217d716bcd binding host dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:30:58.847967 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1a59d830-59b0-4ddb-a439-8773a9633880 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7368155 May 16 15:30:58.850406 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41730) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:30:58.854658 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-571003921-router', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:30:58.878403 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.880745 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd88b2bd1-82b9-52c7-9c83-00bc197d9c54-d18ea76f-3d92-4c50-86b8-d08a067799b8', 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8', 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'fixed_ips': [{'subnet_id': 'c5499771-3a20-49fc-81e1-4f7e11146c60'}]}} from dv-cinder-841753-2-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:30:58.881947 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.950042 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7018'] for router (3535a698-53a3-49dc-a34e-c408acf67cb2), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.951141 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7011'] for router (3535a698-53a3-49dc-a34e-c408acf67cb2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.025916 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Publish callbacks [] for router_controller (3535a698-53a3-49dc-a34e-c408acf67cb2), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.033491 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Allocated IP 172.20.0.2 (d18ea76f-3d92-4c50-86b8-d08a067799b8/c5499771-3a20-49fc-81e1-4f7e11146c60/efda5a23-04b5-4eec-aa92-9eb8c4e71f03) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:30:59.173315 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Publish callbacks [] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.197688 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Publish callbacks [] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.232555 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Publish callbacks [] for router_gateway (3535a698-53a3-49dc-a34e-c408acf67cb2), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.234948 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.267843 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.281481 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Pushing event updated for resources: {'Port': ['ID=8a310503-bc0e-4ed9-873a-bd217d716bcd,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:59.291525 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.291889 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.292247 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.292600 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.292929 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.293252 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.293574 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.293898 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.294217 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.294540 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.294875 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.295197 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.295517 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.295861 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.296271 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:30:59.335728 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Network d18ea76f-3d92-4c50-86b8-d08a067799b8 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:30:59.338565 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:30:59.342159 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:30:59.361261 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Pushing event updated for resources: {'Port': ['ID=efda5a23-04b5-4eec-aa92-9eb8c4e71f03,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:59.363998 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Attempting to bind port 8a310503-bc0e-4ed9-873a-bd217d716bcd on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:30:59.364363 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Attempting to bind port 8a310503-bc0e-4ed9-873a-bd217d716bcd by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:30:59.364856 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Attempting to bind port 8a310503-bc0e-4ed9-873a-bd217d716bcd on network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:30:59.370614 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:30:59.371122 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Checking segment: {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:30:59.371720 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.372182 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Bound using segment: {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:30:59.372748 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Bound port: 8a310503-bc0e-4ed9-873a-bd217d716bcd, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:30:59.373228 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.409970 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Attempting to bind port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:30:59.410436 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Attempting to bind port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'd5602ccf-3b8a-4c8b-84e7-8d1a08aa358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:30:59.410865 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Attempting to bind port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 on network d18ea76f-3d92-4c50-86b8-d08a067799b8 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:30:59.416271 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:30:59.416726 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Checking segment: {'id': 'd5602ccf-3b8a-4c8b-84e7-8d1a08aa358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:30:59.417245 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.417620 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Bound using segment: {'id': 'd5602ccf-3b8a-4c8b-84e7-8d1a08aa358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:30:59.418134 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Bound port: efda5a23-04b5-4eec-aa92-9eb8c4e71f03, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5602ccf-3b8a-4c8b-84e7-8d1a08aa358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:30:59.418754 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.444779 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] For port 8a310503-bc0e-4ed9-873a-bd217d716bcd, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:30:59.449031 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] For port 8a310503-bc0e-4ed9-873a-bd217d716bcd, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=8a310503-bc0e-4ed9-873a-bd217d716bcd,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:30:59.480657 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] For port efda5a23-04b5-4eec-aa92-9eb8c4e71f03, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:30:59.484057 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] For port efda5a23-04b5-4eec-aa92-9eb8c4e71f03, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=efda5a23-04b5-4eec-aa92-9eb8c4e71f03,segment=NetworkSegment(d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e),segment_id=d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:30:59.524892 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Publish callbacks [] for router_gateway (3535a698-53a3-49dc-a34e-c408acf67cb2), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.542060 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-dae6c211-0635-499c-9f0c-a7daf965378c None None] Provisioning complete for port 8a310503-bc0e-4ed9-873a-bd217d716bcd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:30:59.542449 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dae6c211-0635-499c-9f0c-a7daf965378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.544436 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.547445 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.576836 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-dae6c211-0635-499c-9f0c-a7daf965378c None None] Port 8a310503-bc0e-4ed9-873a-bd217d716bcd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:30:59.582011 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.609483 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:30:59.610442 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:30:59.613224 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0c5a6-e604-4060-a22f-a2bff9064f28 None None] Pushing event updated for resources: {'Port': ['ID=8a310503-bc0e-4ed9-873a-bd217d716bcd,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:59.660422 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce31e47-e103-49ca-8b0c-c72a24bb97a1 None None] Pushing event updated for resources: {'Port': ['ID=efda5a23-04b5-4eec-aa92-9eb8c4e71f03,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:59.679206 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Allocated IP 172.27.1.73 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:30:59.744746 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:30:59.805303 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Publish callbacks [] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.896470 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.903236 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-fe3fa881-4863-41bb-9a96-115877433fa5 None None] Provisioning complete for port 8a310503-bc0e-4ed9-873a-bd217d716bcd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:30:59.903825 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa881-4863-41bb-9a96-115877433fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:59.937109 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:30:59.945581 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:30:59.954528 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:30:59.958683 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:30:59.995948 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:30:59Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:00.021639 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-fe3fa881-4863-41bb-9a96-115877433fa5 None None] Current status of the port 8a310503-bc0e-4ed9-873a-bd217d716bcd is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:00.022034 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa881-4863-41bb-9a96-115877433fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.027732 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a0c36-b419-4cc3-a599-73eca3359cd6 None None] The sync data for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi is: [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:30:59Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:31:00.063353 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fe3fa881-4863-41bb-9a96-115877433fa5 None None] For port 8a310503-bc0e-4ed9-873a-bd217d716bcd, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=8a310503-bc0e-4ed9-873a-bd217d716bcd,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:00.149319 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa881-4863-41bb-9a96-115877433fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.199441 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fa881-4863-41bb-9a96-115877433fa5 None None] Pushing event updated for resources: {'Port': ['ID=8a310503-bc0e-4ed9-873a-bd217d716bcd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:00.324591 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Publish callbacks [] for router_gateway (3535a698-53a3-49dc-a34e-c408acf67cb2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.525674 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device d5d98477-25db-4774-895b-eab04f60b6b8 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:31:00.544004 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692953'] for router (3535a698-53a3-49dc-a34e-c408acf67cb2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.573589 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port d5d98477-25db-4774-895b-eab04f60b6b8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:00.574118 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (d5d98477-25db-4774-895b-eab04f60b6b8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.664984 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port d5d98477-25db-4774-895b-eab04f60b6b8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:00.665781 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 8a310503-bc0e-4ed9-873a-bd217d716bcd up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:31:00.717745 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 8a310503-bc0e-4ed9-873a-bd217d716bcd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:00.718200 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.758362 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac75575-a924-49be-a8b3-1c41e4abc0e6 None None] Network d18ea76f-3d92-4c50-86b8-d08a067799b8 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:31:00.789296 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Router 3535a698-53a3-49dc-a34e-c408acf67cb2 is scheduled to L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:31:00.794207 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-01c6a424-c265-4b8f-8858-a206f9074cf7 None None] Provisioning complete for port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:00.798307 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01c6a424-c265-4b8f-8858-a206f9074cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.895522 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:31:00.905212 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Sync routers for ids ['3535a698-53a3-49dc-a34e-c408acf67cb2'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:31:00.910314 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 8a310503-bc0e-4ed9-873a-bd217d716bcd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:00.911354 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device efda5a23-04b5-4eec-aa92-9eb8c4e71f03 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:31:00.959957 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.961144 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-49d019dc-940c-40ce-a129-7e8248b21c62 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1097465 May 16 15:31:00.963889 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41732) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:00.990226 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Routers {'3535a698-53a3-49dc-a34e-c408acf67cb2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:31:00.990877 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3535a698-53a3-49dc-a34e-c408acf67cb2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:01.057005 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-01c6a424-c265-4b8f-8858-a206f9074cf7 None None] Current status of the port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:01.057398 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01c6a424-c265-4b8f-8858-a206f9074cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:01.103416 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:01.103828 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:01.163170 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-01c6a424-c265-4b8f-8858-a206f9074cf7 None None] For port efda5a23-04b5-4eec-aa92-9eb8c4e71f03, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=efda5a23-04b5-4eec-aa92-9eb8c4e71f03,segment=NetworkSegment(d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e),segment_id=d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:01.165209 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Set router 3535a698-53a3-49dc-a34e-c408acf67cb2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:31:01.279298 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01c6a424-c265-4b8f-8858-a206f9074cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:01.377534 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:01.380548 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6a424-c265-4b8f-8858-a206f9074cf7 None None] Pushing event updated for resources: {'Port': ['ID=efda5a23-04b5-4eec-aa92-9eb8c4e71f03,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:01.395207 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:01.424295 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-90d18910-5d6a-49ef-bf76-d377ee01691c None None] Provisioning complete for port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:01.424706 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-90d18910-5d6a-49ef-bf76-d377ee01691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:01.454502 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'name': 'tempest-TestVolumeBootPattern-571003921-router', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:58Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 3, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'gw_port': {'id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:59Z', 'updated_at': '2022-05-16T15:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:01.485221 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Checking router: 3535a698-53a3-49dc-a34e-c408acf67cb2 for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:31:01.485578 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Updating router 3535a698-53a3-49dc-a34e-c408acf67cb2 port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 binding host dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:31:01.518611 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:01.552027 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Allocated IP 172.20.0.1 (d18ea76f-3d92-4c50-86b8-d08a067799b8/c5499771-3a20-49fc-81e1-4f7e11146c60/2395cdd0-be36-4254-956c-b751d346f84d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:31:01.659597 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Publish callbacks [] for port (2395cdd0-be36-4254-956c-b751d346f84d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:01.702734 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-90d18910-5d6a-49ef-bf76-d377ee01691c None None] Current status of the port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:01.760836 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (2395cdd0-be36-4254-956c-b751d346f84d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:01.799970 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Network d18ea76f-3d92-4c50-86b8-d08a067799b8 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:31:01.802778 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:31:01.806270 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:31:01.834539 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Pushing event updated for resources: {'Port': ['ID=2395cdd0-be36-4254-956c-b751d346f84d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:01.853395 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689396'] for router_interface (3535a698-53a3-49dc-a34e-c408acf67cb2), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:01.949730 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Publish callbacks [] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.023117 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-276bc1f3-5bf4-4d31-ac18-0cfc848b996f None None] Provisioning complete for port 2395cdd0-be36-4254-956c-b751d346f84d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:02.023484 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-276bc1f3-5bf4-4d31-ac18-0cfc848b996f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2395cdd0-be36-4254-956c-b751d346f84d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.046668 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.070152 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (2395cdd0-be36-4254-956c-b751d346f84d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.088288 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-276bc1f3-5bf4-4d31-ac18-0cfc848b996f None None] Port 2395cdd0-be36-4254-956c-b751d346f84d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:31:02.112232 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbf8e2-273e-4fa8-b35b-6d7eba74f0fd None None] Pushing event updated for resources: {'Port': ['ID=5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:02.115119 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Attempting to bind port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:31:02.115494 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Attempting to bind port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:31:02.115884 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Attempting to bind port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 on network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:31:02.122062 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:31:02.122532 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Checking segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:31:02.123004 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.123460 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Bound using segment: {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:31:02.124030 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Bound port: 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5cb15-0c2c-4306-8009-5b08353a0eef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:31:02.124478 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.173376 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] For port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:31:02.176938 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] For port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:31:02.258106 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.258335 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Publish callbacks [] for port (2395cdd0-be36-4254-956c-b751d346f84d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.317130 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Routers {'3535a698-53a3-49dc-a34e-c408acf67cb2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:31:02.317760 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3535a698-53a3-49dc-a34e-c408acf67cb2'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:02.319541 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbf8e2-273e-4fa8-b35b-6d7eba74f0fd None None] Pushing event updated for resources: {'Port': ['ID=5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:02.331993 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (2395cdd0-be36-4254-956c-b751d346f84d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.399928 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-746561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690110'] for router_interface (3535a698-53a3-49dc-a34e-c408acf67cb2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.400606 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device efda5a23-04b5-4eec-aa92-9eb8c4e71f03 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:31:02.410112 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Pushing event updated for resources: {'Port': ['ID=2395cdd0-be36-4254-956c-b751d346f84d,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:02.450387 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] Set router 3535a698-53a3-49dc-a34e-c408acf67cb2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:31:02.495875 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:02.496247 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.501202 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Network d18ea76f-3d92-4c50-86b8-d08a067799b8 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:31:02.502538 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:31:02.607462 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:31:02.670419 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:02.718692 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'name': 'tempest-TestVolumeBootPattern-571003921-router', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:58Z', 'updated_at': '2022-05-16T15:31:01Z', 'revision_number': 4, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'gw_port': {'id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:59Z', 'updated_at': '2022-05-16T15:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2395cdd0-be36-4254-956c-b751d346f84d', 'name': '', 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'mac_address': 'fa:16:3e:a7:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'c5499771-3a20-49fc-81e1-4f7e11146c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:31:01Z', 'updated_at': '2022-05-16T15:31:01Z', 'revision_number': 1, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'subnets': [{'id': 'c5499771-3a20-49fc-81e1-4f7e11146c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:02.720936 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f0d7a2e6-c5a5-485a-a8dd-e8cf186203f8 None None] Provisioning complete for port 2395cdd0-be36-4254-956c-b751d346f84d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:02.721843 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0d7a2e6-c5a5-485a-a8dd-e8cf186203f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2395cdd0-be36-4254-956c-b751d346f84d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:02.761693 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680e918-6e55-4bfc-88cd-69005d5b38a5 None None] The sync data for ids ['3535a698-53a3-49dc-a34e-c408acf67cb2'] in dv-cinder-841753-2-iscsi is: [{'id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'name': 'tempest-TestVolumeBootPattern-571003921-router', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:58Z', 'updated_at': '2022-05-16T15:31:01Z', 'revision_number': 4, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'gw_port': {'id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:59Z', 'updated_at': '2022-05-16T15:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2395cdd0-be36-4254-956c-b751d346f84d', 'name': '', 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'mac_address': 'fa:16:3e:a7:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'c5499771-3a20-49fc-81e1-4f7e11146c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:31:01Z', 'updated_at': '2022-05-16T15:31:01Z', 'revision_number': 1, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'subnets': [{'id': 'c5499771-3a20-49fc-81e1-4f7e11146c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:31:02.776084 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7a2e6-c5a5-485a-a8dd-e8cf186203f8 None None] Port 2395cdd0-be36-4254-956c-b751d346f84d cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:31:02.825759 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Router 3535a698-53a3-49dc-a34e-c408acf67cb2 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:31:02.932776 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:31:02.937918 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9ec974d2-aeed-46fb-a785-ba3771be793a admin admin] 10.222.0.71 "PUT /v2.0/routers/3535a698-53a3-49dc-a34e-c408acf67cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9731038 May 16 15:31:03.344084 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41740) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:03.348906 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ad3f4e1c-03b5-4cd1-8630-6eb4d401bfa4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082613032', 'description': 'tempest-secgroup-smoke-2082613032 description', 'project_id': '35be16de8a104d569efbb5633c5036af'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:03.455743 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4e1c-03b5-4cd1-8630-6eb4d401bfa4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.463209 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-38240108-6ea1-43ac-8574-87466f990ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.530583 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4e1c-03b5-4cd1-8630-6eb4d401bfa4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group (43f623c1-a5db-430e-95ab-b6bd218c7daf), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.580864 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4e1c-03b5-4cd1-8630-6eb4d401bfa4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (43f623c1-a5db-430e-95ab-b6bd218c7daf), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.609850 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f4e1c-03b5-4cd1-8630-6eb4d401bfa4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f623c1-a5db-430e-95ab-b6bd218c7daf,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:03.663869 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4e1c-03b5-4cd1-8630-6eb4d401bfa4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.663869 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ad3f4e1c-03b5-4cd1-8630-6eb4d401bfa4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3158123 May 16 15:31:03.664225 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41742) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:03.668637 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c5900f20-0796-41a0-ba13-234948d62bb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'security_group_rule': {'security_group_id': '43f623c1-a5db-430e-95ab-b6bd218c7daf', 'project_id': '35be16de8a104d569efbb5633c5036af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:03.755122 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5900f20-0796-41a0-ba13-234948d62bb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (ce9ce561-f085-40ba-91a4-6aa4f0b4410c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.802640 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5900f20-0796-41a0-ba13-234948d62bb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (ce9ce561-f085-40ba-91a4-6aa4f0b4410c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.884156 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5900f20-0796-41a0-ba13-234948d62bb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (ce9ce561-f085-40ba-91a4-6aa4f0b4410c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.903464 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5900f20-0796-41a0-ba13-234948d62bb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9ce561-f085-40ba-91a4-6aa4f0b4410c,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:03.972444 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5900f20-0796-41a0-ba13-234948d62bb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.973686 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c5900f20-0796-41a0-ba13-234948d62bb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3084972 May 16 15:31:03.976623 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41744) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:03.981603 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-adaac7f9-fe37-4818-969e-08ab6dc4b34b tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'security_group_rule': {'security_group_id': '43f623c1-a5db-430e-95ab-b6bd218c7daf', 'project_id': '35be16de8a104d569efbb5633c5036af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:04.078252 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-adaac7f9-fe37-4818-969e-08ab6dc4b34b tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (a80443f2-0eae-4740-afaa-c79b2656bfbb), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.133730 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-adaac7f9-fe37-4818-969e-08ab6dc4b34b tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (a80443f2-0eae-4740-afaa-c79b2656bfbb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.209555 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-adaac7f9-fe37-4818-969e-08ab6dc4b34b tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (a80443f2-0eae-4740-afaa-c79b2656bfbb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.230900 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaac7f9-fe37-4818-969e-08ab6dc4b34b tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80443f2-0eae-4740-afaa-c79b2656bfbb,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:04.310854 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-adaac7f9-fe37-4818-969e-08ab6dc4b34b tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.312070 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-adaac7f9-fe37-4818-969e-08ab6dc4b34b tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3342564 May 16 15:31:04.314684 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41746) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:04.318898 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-e8481a7d-ffee-40d2-9290-fb5bb8337b12 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'security_group_rule': {'security_group_id': '43f623c1-a5db-430e-95ab-b6bd218c7daf', 'project_id': '35be16de8a104d569efbb5633c5036af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:04.391834 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:31:04.429407 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8481a7d-ffee-40d2-9290-fb5bb8337b12 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (fa9ebe1b-23c8-4174-a1b7-680b2668b84e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.437665 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:04.438040 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.489734 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8481a7d-ffee-40d2-9290-fb5bb8337b12 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (fa9ebe1b-23c8-4174-a1b7-680b2668b84e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.510350 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:04.510788 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.531836 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] For port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:04.546559 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8481a7d-ffee-40d2-9290-fb5bb8337b12 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (fa9ebe1b-23c8-4174-a1b7-680b2668b84e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.564313 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8481a7d-ffee-40d2-9290-fb5bb8337b12 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9ebe1b-23c8-4174-a1b7-680b2668b84e,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:04.592543 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.617107 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e8481a7d-ffee-40d2-9290-fb5bb8337b12 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.618358 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e8481a7d-ffee-40d2-9290-fb5bb8337b12 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3027442 May 16 15:31:04.621230 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41748) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:04.625689 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1f54289e-699b-4096-9113-2d55d3b02d6a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'security_group_rule': {'security_group_id': '43f623c1-a5db-430e-95ab-b6bd218c7daf', 'project_id': '35be16de8a104d569efbb5633c5036af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:04.644698 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Pushing event updated for resources: {'Port': ['ID=5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:04.713644 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Sync routers for ids ['3535a698-53a3-49dc-a34e-c408acf67cb2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:31:04.723840 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Routers {'3535a698-53a3-49dc-a34e-c408acf67cb2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:31:04.724466 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:30:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3535a698-53a3-49dc-a34e-c408acf67cb2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:04.743164 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f54289e-699b-4096-9113-2d55d3b02d6a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (2c4ad1b7-e719-43e1-8a95-66a855e34881), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.800798 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f54289e-699b-4096-9113-2d55d3b02d6a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (2c4ad1b7-e719-43e1-8a95-66a855e34881), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.824850 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Set router 3535a698-53a3-49dc-a34e-c408acf67cb2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:31:04.874920 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f54289e-699b-4096-9113-2d55d3b02d6a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (2c4ad1b7-e719-43e1-8a95-66a855e34881), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.895923 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54289e-699b-4096-9113-2d55d3b02d6a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4ad1b7-e719-43e1-8a95-66a855e34881,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:04.970433 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1f54289e-699b-4096-9113-2d55d3b02d6a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:04.970433 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1f54289e-699b-4096-9113-2d55d3b02d6a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3469794 May 16 15:31:04.972181 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41750) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:04.976512 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-86b2693a-155e-4026-b9e5-1b1e92663771 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'security_group_rule': {'security_group_id': '43f623c1-a5db-430e-95ab-b6bd218c7daf', 'project_id': '35be16de8a104d569efbb5633c5036af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:05.008343 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'name': 'tempest-TestVolumeBootPattern-571003921-router', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:58Z', 'updated_at': '2022-05-16T15:31:01Z', 'revision_number': 4, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'gw_port': {'id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:59Z', 'updated_at': '2022-05-16T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2395cdd0-be36-4254-956c-b751d346f84d', 'name': '', 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'mac_address': 'fa:16:3e:a7:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'c5499771-3a20-49fc-81e1-4f7e11146c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:31:01Z', 'updated_at': '2022-05-16T15:31:02Z', 'revision_number': 2, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'subnets': [{'id': 'c5499771-3a20-49fc-81e1-4f7e11146c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:05.033900 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Checking router: 3535a698-53a3-49dc-a34e-c408acf67cb2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:31:05.034249 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Updating router 3535a698-53a3-49dc-a34e-c408acf67cb2 port 2395cdd0-be36-4254-956c-b751d346f84d binding host dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:31:05.063673 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-86b2693a-155e-4026-b9e5-1b1e92663771 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Project 35be16de8a104d569efbb5633c5036af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:31:05.063870 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (2395cdd0-be36-4254-956c-b751d346f84d), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.070054 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b2693a-155e-4026-b9e5-1b1e92663771 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (55daedf7-7657-4a82-9a57-f7bcb1b14416), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.125876 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b2693a-155e-4026-b9e5-1b1e92663771 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (55daedf7-7657-4a82-9a57-f7bcb1b14416), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.211562 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b2693a-155e-4026-b9e5-1b1e92663771 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (55daedf7-7657-4a82-9a57-f7bcb1b14416), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.231590 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2693a-155e-4026-b9e5-1b1e92663771 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55daedf7-7657-4a82-9a57-f7bcb1b14416,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:05.314318 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-86b2693a-155e-4026-b9e5-1b1e92663771 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.316736 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-86b2693a-155e-4026-b9e5-1b1e92663771 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3436050 May 16 15:31:05.319433 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41752) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:05.323689 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5467e938-e1af-4d51-bdee-b79e57e73ee9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'security_group_rule': {'security_group_id': '43f623c1-a5db-430e-95ab-b6bd218c7daf', 'project_id': '35be16de8a104d569efbb5633c5036af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:05.420299 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Publish callbacks [] for port (2395cdd0-be36-4254-956c-b751d346f84d), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.421091 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-5467e938-e1af-4d51-bdee-b79e57e73ee9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Project 35be16de8a104d569efbb5633c5036af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:31:05.427358 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5467e938-e1af-4d51-bdee-b79e57e73ee9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (6ffaafd0-064a-4e32-83c1-a0ecd8bebaee), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.483657 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5467e938-e1af-4d51-bdee-b79e57e73ee9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (6ffaafd0-064a-4e32-83c1-a0ecd8bebaee), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.506290 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7a65b9b5-76b9-47ff-a69f-bdd047f4c0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.529210 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (2395cdd0-be36-4254-956c-b751d346f84d), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.580457 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65b476-567b-460a-bd3e-2d0ec9a0a0d2 None None] Pushing event updated for resources: {'Port': ['ID=2395cdd0-be36-4254-956c-b751d346f84d,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:05.581001 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5467e938-e1af-4d51-bdee-b79e57e73ee9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741321'] for security_group_rule (6ffaafd0-064a-4e32-83c1-a0ecd8bebaee), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.601780 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467e938-e1af-4d51-bdee-b79e57e73ee9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffaafd0-064a-4e32-83c1-a0ecd8bebaee,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:05.636385 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Attempting to bind port 2395cdd0-be36-4254-956c-b751d346f84d on host dv-cinder-841753-2-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:31:05.636742 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Attempting to bind port 2395cdd0-be36-4254-956c-b751d346f84d by drivers openvswitch,hyperv on host dv-cinder-841753-2-iscsi at level 0 using segments [{'id': 'd5602ccf-3b8a-4c8b-84e7-8d1a08aa358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:31:05.637105 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Attempting to bind port 2395cdd0-be36-4254-956c-b751d346f84d on network d18ea76f-3d92-4c50-86b8-d08a067799b8 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:31:05.643673 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Checking agent: {'id': '40aa5409-eae1-4298-bee5-1101e3d256cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:31:05.643673 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Checking segment: {'id': 'd5602ccf-3b8a-4c8b-84e7-8d1a08aa358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:31:05.643673 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.644015 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Bound using segment: {'id': 'd5602ccf-3b8a-4c8b-84e7-8d1a08aa358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:31:05.644640 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Bound port: 2395cdd0-be36-4254-956c-b751d346f84d, host: dv-cinder-841753-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5602ccf-3b8a-4c8b-84e7-8d1a08aa358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:31:05.645020 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (2395cdd0-be36-4254-956c-b751d346f84d), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.662951 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5467e938-e1af-4d51-bdee-b79e57e73ee9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.668122 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5467e938-e1af-4d51-bdee-b79e57e73ee9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3475652 May 16 15:31:05.710280 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] For port 2395cdd0-be36-4254-956c-b751d346f84d, host dv-cinder-841753-2-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:31:05.713755 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] For port 2395cdd0-be36-4254-956c-b751d346f84d, host dv-cinder-841753-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=2395cdd0-be36-4254-956c-b751d346f84d,segment=NetworkSegment(d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e),segment_id=d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:31:05.778316 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (2395cdd0-be36-4254-956c-b751d346f84d), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.816947 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c7434fd6-fd82-4030-bd18-fa5b817a8da0 None None] Provisioning complete for port 2395cdd0-be36-4254-956c-b751d346f84d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:05.817418 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c7434fd6-fd82-4030-bd18-fa5b817a8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2395cdd0-be36-4254-956c-b751d346f84d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.844205 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65b476-567b-460a-bd3e-2d0ec9a0a0d2 None None] Pushing event updated for resources: {'Port': ['ID=2395cdd0-be36-4254-956c-b751d346f84d,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:05.849148 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Routers {'3535a698-53a3-49dc-a34e-c408acf67cb2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:31:05.849760 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:31:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3535a698-53a3-49dc-a34e-c408acf67cb2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:05.920584 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c7434fd6-fd82-4030-bd18-fa5b817a8da0 None None] Current status of the port 2395cdd0-be36-4254-956c-b751d346f84d is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:05.921229 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c7434fd6-fd82-4030-bd18-fa5b817a8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (2395cdd0-be36-4254-956c-b751d346f84d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:05.964332 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] Set router 3535a698-53a3-49dc-a34e-c408acf67cb2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:31:05.966532 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c7434fd6-fd82-4030-bd18-fa5b817a8da0 None None] For port 2395cdd0-be36-4254-956c-b751d346f84d, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=2395cdd0-be36-4254-956c-b751d346f84d,segment=NetworkSegment(d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e),segment_id=d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:06.035673 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c7434fd6-fd82-4030-bd18-fa5b817a8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (2395cdd0-be36-4254-956c-b751d346f84d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:06.082704 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7434fd6-fd82-4030-bd18-fa5b817a8da0 None None] Pushing event updated for resources: {'Port': ['ID=2395cdd0-be36-4254-956c-b751d346f84d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:06.154498 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'name': 'tempest-TestVolumeBootPattern-571003921-router', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:58Z', 'updated_at': '2022-05-16T15:31:01Z', 'revision_number': 4, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'gw_port': {'id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:59Z', 'updated_at': '2022-05-16T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2395cdd0-be36-4254-956c-b751d346f84d', 'name': '', 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'mac_address': 'fa:16:3e:a7:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'c5499771-3a20-49fc-81e1-4f7e11146c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:31:01Z', 'updated_at': '2022-05-16T15:31:05Z', 'revision_number': 4, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'subnets': [{'id': 'c5499771-3a20-49fc-81e1-4f7e11146c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:06.155733 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-faa73190-f6d7-4f9e-a226-3e2e8e91c446 None None] Provisioning complete for port 2395cdd0-be36-4254-956c-b751d346f84d triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:06.156108 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faa73190-f6d7-4f9e-a226-3e2e8e91c446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2395cdd0-be36-4254-956c-b751d346f84d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:06.181988 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1abeb-9863-4d5e-aa89-5ca17e325e5b None None] The sync data for ids ['3535a698-53a3-49dc-a34e-c408acf67cb2'] in dv-cinder-841753-2-iscsi is: [{'id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'name': 'tempest-TestVolumeBootPattern-571003921-router', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:58Z', 'updated_at': '2022-05-16T15:31:01Z', 'revision_number': 4, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'gw_port': {'id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:59Z', 'updated_at': '2022-05-16T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '2395cdd0-be36-4254-956c-b751d346f84d', 'name': '', 'network_id': 'd18ea76f-3d92-4c50-86b8-d08a067799b8', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'mac_address': 'fa:16:3e:a7:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'c5499771-3a20-49fc-81e1-4f7e11146c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:31:01Z', 'updated_at': '2022-05-16T15:31:05Z', 'revision_number': 4, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'subnets': [{'id': 'c5499771-3a20-49fc-81e1-4f7e11146c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:31:06.234124 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-faa73190-f6d7-4f9e-a226-3e2e8e91c446 None None] Current status of the port 2395cdd0-be36-4254-956c-b751d346f84d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:06.404008 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:31:06.453508 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:06.459848 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:06.546001 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:06.546001 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 2395cdd0-be36-4254-956c-b751d346f84d up at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:31:06.583939 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Provisioning complete for port 2395cdd0-be36-4254-956c-b751d346f84d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:06.584311 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (2395cdd0-be36-4254-956c-b751d346f84d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:06.677538 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Current status of the port 2395cdd0-be36-4254-956c-b751d346f84d is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:06.754451 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:08.063388 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:10.632222 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:11.840335 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:21.389734 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-0dab80ea-f4c8-4a5f-b758-22f3b442b170 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082613032&fields=id&tenant_id=35be16de8a104d569efbb5633c5036af HTTP/1.1" status: 200 len: 267 time: 0.0436842 May 16 15:31:21.495662 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f42318-462f-467b-82a0-10fb219ca5cc req-992eaaa2-24c2-441c-ada5-e2eee6ef12b4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:21.497101 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-992eaaa2-24c2-441c-ada5-e2eee6ef12b4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 812 time: 0.1008520 May 16 15:31:21.510856 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-63e1960a-03bf-4eac-a5cc-9fecf186a86a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/quotas/35be16de8a104d569efbb5633c5036af HTTP/1.1" status: 200 len: 375 time: 0.0087261 May 16 15:31:21.558711 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-0b33e360-9857-4c69-8124-811a7e37d438 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432382 May 16 15:31:21.749009 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-0ab3270c-fd16-465a-a70d-d288755c29e0 service neutron] 10.222.0.71 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780422 May 16 15:31:21.838024 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-23bbd838-b877-48db-b5bb-94bc93724dab service neutron] 10.222.0.71 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834889 May 16 15:31:23.391826 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-58d66ef6-fef5-4cfb-95e8-f21119244118 req-534f9d66-887e-47b8-b71b-9ddfae1f530a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 210 time: 0.0277789 May 16 15:31:24.471645 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a4e21078-6ada-4657-a46c-39e22ac8afdb req-439ab695-2b0f-4dff-a271-bd1d5741eac2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 210 time: 0.0312538 May 16 15:31:25.547503 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-664e7c09-f598-4c29-a772-fd4eda813efe req-75af95ac-bf87-45e9-ada6-5177f61b06a4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 210 time: 0.0277972 May 16 15:31:26.623577 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d35aabe6-4e5a-47e1-b735-9a7929d573b5 req-a243a6a3-5c86-4033-8613-da9623fd9a34 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 210 time: 0.0269508 May 16 15:31:27.715413 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e5bf658b-f7b5-4043-80db-3f2a82ef9c60 req-4eff8ec0-d001-460c-8e2c-ce68c545dfdc tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 210 time: 0.0284605 May 16 15:31:28.810939 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7eba5352-c765-4aa6-a7a2-2051a6b98809 req-6b463d7a-386c-4996-888e-dfd7f69ce7a2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 210 time: 0.0301199 May 16 15:31:29.448034 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f42318-462f-467b-82a0-10fb219ca5cc req-6220fb8c-cc3e-4cff-9e1c-81b9fdf340ae tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:29.449587 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-6220fb8c-cc3e-4cff-9e1c-81b9fdf340ae tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 812 time: 0.1008470 May 16 15:31:29.518167 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-c5c60651-15b1-419d-a26e-009788fca079 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35be16de8a104d569efbb5633c5036af HTTP/1.1" status: 200 len: 380 time: 0.0534554 May 16 15:31:29.526450 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-15f42318-462f-467b-82a0-10fb219ca5cc req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'port': {'device_id': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'admin_state_up': True, 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'security_groups': ['43f623c1-a5db-430e-95ab-b6bd218c7daf']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:29.697295 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f42318-462f-467b-82a0-10fb219ca5cc req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Made reservation on behalf of 35be16de8a104d569efbb5633c5036af for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:31:29.701067 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-15f42318-462f-467b-82a0-10fb219ca5cc req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:29.827975 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-15f42318-462f-467b-82a0-10fb219ca5cc req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Allocated IP 172.20.0.6 (9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce/2803d942-bea6-400d-af04-2ad5293f70ec/82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:31:29.918911 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cda7a55d-9538-48b9-9467-70907f486a8d req-df621ee5-aa57-4aa8-b1c4-b69ae4b61558 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 210 time: 0.0367084 May 16 15:31:29.994485 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-15f42318-462f-467b-82a0-10fb219ca5cc req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:30.086164 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-15f42318-462f-467b-82a0-10fb219ca5cc req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:30.127299 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f42318-462f-467b-82a0-10fb219ca5cc req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:31:30.130434 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-15f42318-462f-467b-82a0-10fb219ca5cc req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:31:30.136794 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f42318-462f-467b-82a0-10fb219ca5cc req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:31:30.160024 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'Port': ['ID=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:30.190041 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f42318-462f-467b-82a0-10fb219ca5cc req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:30.190660 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-15f42318-462f-467b-82a0-10fb219ca5cc req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:30.260543 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-fa7e3219-f958-441e-b6e2-e4852dbdbf28 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7375932 May 16 15:31:30.322838 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Request body: {'port': {'device_id': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:30.386094 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:30.387861 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ea4e7b7f-e9fc-4dd7-aa07-e3d96daccc10 None None] Provisioning complete for port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:30.388395 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7b7f-e9fc-4dd7-aa07-e3d96daccc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:30.423317 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ea4e7b7f-e9fc-4dd7-aa07-e3d96daccc10 None None] Port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:31:30.672699 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:31:30.680248 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Publish callbacks [] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:30.692263 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Transition to ACTIVE for port object 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:31:30.777197 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:30.830606 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Pushing event updated for resources: {'Port': ['ID=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:30.900357 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Attempting to bind port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:31:30.900698 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Attempting to bind port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:31:30.901031 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Attempting to bind port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 on network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:31:30.908320 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 on network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:31:30.908320 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Attempting to bind port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 on network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:31:30.911071 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:31:30.911411 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Checking segment: {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:31:30.912319 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Bound using segment: {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:31:30.912744 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Bound port: 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:31:30.913197 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:30.978094 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] For port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:31:30.981402 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] For port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:31:31.035076 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864dc3-4a2d-4698-bda6-e92f6aa7e644 req-41c5dc54-6a1d-47c2-8ce4-d553b27e6296 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:31.036704 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-06864dc3-4a2d-4698-bda6-e92f6aa7e644 req-41c5dc54-6a1d-47c2-8ce4-d553b27e6296 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 943 time: 0.0491331 May 16 15:31:31.058860 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:31.103303 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:31.106537 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:31.106537 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] 10.222.0.25 "PUT /v2.0/ports/82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 HTTP/1.1" status: 200 len: 1093 time: 0.8325415 May 16 15:31:31.107403 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'tag': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:31:31.109621 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9c137d-6eb7-4bac-89d3-81ceadb755af" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e6a25-7f99-47a1-bbcb-cdc660b97721", "tag": "82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:31:31.143830 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-06864dc3-4a2d-4698-bda6-e92f6aa7e644 req-97601148-8dc2-49f8-a177-0f57baea2785 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013913 May 16 15:31:31.147289 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec7d77-e6de-4cb3-b672-a744ebb07e01 service neutron] Pushing event updated for resources: {'Port': ['ID=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:31.165893 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c399f66-d001-4a84-ae14-19295e25171f x-openstack-request-id: req-0c399f66-d001-4a84-ae14-19295e25171f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:31:31.166280 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e6a25-7f99-47a1-bbcb-cdc660b97721", "tag": "82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:31:31.166597 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0c399f66-d001-4a84-ae14-19295e25171f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:31:31.167035 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c399f66-d001-4a84-ae14-19295e25171f'] response: {'name': 'network-changed', 'server_uuid': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'tag': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4', 'status': 'completed', 'code': 200} May 16 15:31:31.238217 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c137d-6eb7-4bac-89d3-81ceadb755af req-9a022b6f-bc3b-45e5-9026-a240f3f5ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:31.240470 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b9c137d-6eb7-4bac-89d3-81ceadb755af req-9a022b6f-bc3b-45e5-9026-a240f3f5ebb2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 1127 time: 0.0410118 May 16 15:31:31.344316 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c137d-6eb7-4bac-89d3-81ceadb755af req-6728e5b0-c743-40ae-a983-a8f12d5a04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:31.345754 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b9c137d-6eb7-4bac-89d3-81ceadb755af req-6728e5b0-c743-40ae-a983-a8f12d5a04c3 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=35be16de8a104d569efbb5633c5036af&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0932226 May 16 15:31:31.440463 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c137d-6eb7-4bac-89d3-81ceadb755af req-c670e4dc-9f3d-4eab-af3d-a2e69d06ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:31.441816 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b9c137d-6eb7-4bac-89d3-81ceadb755af req-c670e4dc-9f3d-4eab-af3d-a2e69d06ac6e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904312 May 16 15:31:31.532599 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f42318-462f-467b-82a0-10fb219ca5cc req-aeacf556-1901-4bd5-a68f-2eb88520ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:31.534022 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-aeacf556-1901-4bd5-a68f-2eb88520ab76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 1127 time: 0.0372329 May 16 15:31:31.576442 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-a00b92e8-457c-4185-9049-53dd76b4c912 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 HTTP/1.1" status: 200 len: 217 time: 0.0306451 May 16 15:31:31.622995 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f42318-462f-467b-82a0-10fb219ca5cc req-e820c202-0758-4409-b4c3-160f7dfae444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:31.624402 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-e820c202-0758-4409-b4c3-160f7dfae444 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0419061 May 16 15:31:31.669323 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f42318-462f-467b-82a0-10fb219ca5cc req-488a7cc0-b6e9-41d5-9907-9176f9a3612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:31.670732 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-488a7cc0-b6e9-41d5-9907-9176f9a3612f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399559 May 16 15:31:31.757717 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-4a58eda6-2e79-4993-99b1-cc37309cb0cc service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804734 May 16 15:31:31.850118 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-15f42318-462f-467b-82a0-10fb219ca5cc req-9cd01922-f1ae-4bf2-8a88-46d5ca261b3c service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854425 May 16 15:31:32.259738 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c55cb-ce1d-4f94-be51-99e4a2483d5a req-fa6679f0-a007-4d4d-a326-775ce4ec079a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:32.261200 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2f7c55cb-ce1d-4f94-be51-99e4a2483d5a req-fa6679f0-a007-4d4d-a326-775ce4ec079a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 943 time: 0.0459623 May 16 15:31:32.309268 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2f7c55cb-ce1d-4f94-be51-99e4a2483d5a req-4deba3d9-ec00-4ff1-98a5-6879cb7ad2ac tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425532 May 16 15:31:33.425807 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1949c-1831-4d55-a3c5-84fcb0fdf3ee req-77f8665b-a6c0-478b-871c-35781f3b1cb6 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:33.427857 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-61a1949c-1831-4d55-a3c5-84fcb0fdf3ee req-77f8665b-a6c0-478b-871c-35781f3b1cb6 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 943 time: 0.0505941 May 16 15:31:33.454736 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe092d27-c117-4002-a04a-84530c1e36c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:33.476663 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-61a1949c-1831-4d55-a3c5-84fcb0fdf3ee req-5dd5b0c2-cb37-4714-9225-25df978de03e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 May 16 15:31:34.588118 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45aac4d-08c8-4862-a89f-7233e5d99ed3 req-590e549b-7842-40b3-ae94-bf747fdb1115 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:34.589481 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e45aac4d-08c8-4862-a89f-7233e5d99ed3 req-590e549b-7842-40b3-ae94-bf747fdb1115 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 943 time: 0.0463572 May 16 15:31:34.637149 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e45aac4d-08c8-4862-a89f-7233e5d99ed3 req-c8dd91ff-b5cf-46ab-a42a-2e390a338cc7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422864 May 16 15:31:35.471550 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5b52-0897-40ac-ba6a-41e6ef4d23e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:35.749409 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad7c08-f02a-40b5-a109-5fe24fd051a2 req-f58e1dcf-ca01-43c4-b2a3-dfb212bd8907 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:35.750778 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f9ad7c08-f02a-40b5-a109-5fe24fd051a2 req-f58e1dcf-ca01-43c4-b2a3-dfb212bd8907 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 943 time: 0.0459585 May 16 15:31:35.801204 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f9ad7c08-f02a-40b5-a109-5fe24fd051a2 req-aae4b0d0-fb9c-4fd8-93f4-5fa0b52dc7a2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449312 May 16 15:31:36.759972 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:36.913386 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055ef48-8772-4a40-9366-52e8ee3f6244 req-ae0cc800-fe62-4804-8e3f-b5a746cd2671 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:36.914859 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4055ef48-8772-4a40-9366-52e8ee3f6244 req-ae0cc800-fe62-4804-8e3f-b5a746cd2671 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 943 time: 0.0465899 May 16 15:31:36.962158 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4055ef48-8772-4a40-9366-52e8ee3f6244 req-1dd8f93c-33e3-4268-b9e5-0e73c8b275b2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418186 May 16 15:31:38.075066 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1a469-1fe4-454e-9dd0-580d91689f1b req-55f3d847-0678-4535-85d9-c39fa0f2471d tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:38.076554 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fed1a469-1fe4-454e-9dd0-580d91689f1b req-55f3d847-0678-4535-85d9-c39fa0f2471d tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 943 time: 0.0464673 May 16 15:31:38.085704 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:38.124650 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fed1a469-1fe4-454e-9dd0-580d91689f1b req-4ecf8954-647e-4037-8cee-469178ba5358 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424659 May 16 15:31:39.242711 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959cc98-90bf-47de-aa2f-03c4aa2abcf8 req-ae2cb4c0-de49-4433-a273-7577ce782ccd tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:39.244192 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d959cc98-90bf-47de-aa2f-03c4aa2abcf8 req-ae2cb4c0-de49-4433-a273-7577ce782ccd tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 943 time: 0.0501051 May 16 15:31:39.292026 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d959cc98-90bf-47de-aa2f-03c4aa2abcf8 req-c6a0446b-18d8-4c14-b1b1-aa97af275b03 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423040 May 16 15:31:39.606493 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:31:40.094444 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:31:40.190501 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:40.201956 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'port_id': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4', 'mac_address': 'fa:16:3e:ec:86:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:31:40.235835 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:40.236265 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:40.252075 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:31:40.271438 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:40.383229 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:40.406603 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9e079-a5c9-4de3-be4b-f477f808e3d9 req-f0c7a7a3-2125-4405-94b9-0c41a7cc8b23 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:40.408130 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2cd9e079-a5c9-4de3-be4b-f477f808e3d9 req-f0c7a7a3-2125-4405-94b9-0c41a7cc8b23 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 943 time: 0.0489128 May 16 15:31:40.429099 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:40.459474 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2cd9e079-a5c9-4de3-be4b-f477f808e3d9 req-51bcd2a2-e35a-4db8-bf78-e4819870f8fc tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450473 May 16 15:31:40.632384 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:40.702661 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:31:41.569916 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc621b-27f7-4095-8d02-a9fa637ef993 req-07c9bef9-5ae6-4933-9d64-4f94eee0ee8a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:41.571362 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2afc621b-27f7-4095-8d02-a9fa637ef993 req-07c9bef9-5ae6-4933-9d64-4f94eee0ee8a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 944 time: 0.0456438 May 16 15:31:41.622787 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2afc621b-27f7-4095-8d02-a9fa637ef993 req-080db57e-4a0f-4bcc-ac9b-df4c06a50b71 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460217 May 16 15:31:41.873985 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:42.107394 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:31:42.148967 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:31:42.211130 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:31:42.211502 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:42.407184 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:31:42.407480 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:42.429197 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:31:42.431384 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c4883a-232c-4499-9187-b2fc3fbbd449" -d '{"events": [{"server_uuid": "e65e6a25-7f99-47a1-bbcb-cdc660b97721", "name": "network-vif-plugged", "status": "completed", "tag": "82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:31:42.444692 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:31:42.468695 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f758be-5f13-4dae-83b8-995c70d39a40 x-openstack-request-id: req-88f758be-5f13-4dae-83b8-995c70d39a40 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:31:42.468979 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e6a25-7f99-47a1-bbcb-cdc660b97721", "name": "network-vif-plugged", "status": "completed", "tag": "82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:31:42.469234 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-88f758be-5f13-4dae-83b8-995c70d39a40 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:31:42.469625 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f758be-5f13-4dae-83b8-995c70d39a40'] response: {'server_uuid': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4', 'code': 200} May 16 15:31:42.525801 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:42.571407 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:42.733238 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43b169-3f5f-4b5c-9476-6193ba27f199 req-1ab7d355-77cd-40c0-b2ee-2a1b49b63d8d tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:42.734685 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5d43b169-3f5f-4b5c-9476-6193ba27f199 req-1ab7d355-77cd-40c0-b2ee-2a1b49b63d8d tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 945 time: 0.0460865 May 16 15:31:42.785452 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5d43b169-3f5f-4b5c-9476-6193ba27f199 req-6cd9c722-7d93-44aa-85a0-eb2fbd5e99ec tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442121 May 16 15:31:42.857463 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bbe20-ad20-4fc7-b0c4-478b727b5c91 req-3c9c0838-8be2-4f12-8a26-acba80c88359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:42.859257 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bb2bbe20-ad20-4fc7-b0c4-478b727b5c91 req-3c9c0838-8be2-4f12-8a26-acba80c88359 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 1129 time: 0.0392735 May 16 15:31:42.905724 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bb2bbe20-ad20-4fc7-b0c4-478b727b5c91 req-e32acdcf-0f92-437e-a167-993fbdac9b10 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392797 May 16 15:31:43.905555 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8c768-9dba-407e-b9ba-81df7dbf1758 req-d9449ef5-e226-40d4-b4d1-fd910a6b560f tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:43.907086 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50e8c768-9dba-407e-b9ba-81df7dbf1758 req-d9449ef5-e226-40d4-b4d1-fd910a6b560f tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 945 time: 0.0495617 May 16 15:31:43.956023 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50e8c768-9dba-407e-b9ba-81df7dbf1758 req-e6d85cac-95c7-4f3d-a351-5df04815a8c7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 May 16 15:31:45.066315 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f89409-4a9c-4703-843d-a5d80cd80cff req-0faf9d41-d954-4c30-a729-95181b96caab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:45.068263 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-56f89409-4a9c-4703-843d-a5d80cd80cff req-0faf9d41-d954-4c30-a729-95181b96caab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 945 time: 0.0446510 May 16 15:31:45.115464 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-56f89409-4a9c-4703-843d-a5d80cd80cff req-d26ac604-6334-4eb9-bffd-4176249c2904 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 May 16 15:31:45.229468 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb48b9-4eb3-4c50-ba0c-fd1379a5f5c9 req-f37e8820-4e42-414a-8be9-4fa48f7d218e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:45.230921 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b1cb48b9-4eb3-4c50-ba0c-fd1379a5f5c9 req-f37e8820-4e42-414a-8be9-4fa48f7d218e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 945 time: 0.0497398 May 16 15:31:45.279929 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b1cb48b9-4eb3-4c50-ba0c-fd1379a5f5c9 req-bd1b0b12-5034-4704-8ae8-8a053b9a40ae tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434997 May 16 15:31:45.301492 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41938) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:45.378922 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a16f45-8092-434e-a75c-3e960720168a tempest-TestVolumeBootPattern-2091910681 tempest-TestVolumeBootPattern-2091910681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:45.381169 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-53a16f45-8092-434e-a75c-3e960720168a tempest-TestVolumeBootPattern-2091910681 tempest-TestVolumeBootPattern-2091910681-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 1124 time: 0.0778065 May 16 15:31:45.383974 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 41942) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:31:45.388089 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'port_id': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:31:45.491576 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:45.571800 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:45.674619 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Allocated IP 172.27.1.253 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/e5bfef7a-e42a-47ec-9f68-7e261e0f1efc) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:31:45.777406 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for port (e5bfef7a-e42a-47ec-9f68-7e261e0f1efc), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:45.880514 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (e5bfef7a-e42a-47ec-9f68-7e261e0f1efc), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:45.917678 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:31:45.920532 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:31:45.923357 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:31:45.948379 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'Port': ['ID=e5bfef7a-e42a-47ec-9f68-7e261e0f1efc,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:45.961517 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.961865 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.962213 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.962553 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.962887 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.963223 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.963545 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.963891 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.964214 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.964538 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.964857 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.965177 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.965495 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.965811 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:45.966127 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:31:46.280534 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (ab979ec6-a8a2-4b54-8d6f-5851f963b27c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:46.399008 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (e5bfef7a-e42a-47ec-9f68-7e261e0f1efc), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:46.570125 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for port (e5bfef7a-e42a-47ec-9f68-7e261e0f1efc), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:46.628051 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (e5bfef7a-e42a-47ec-9f68-7e261e0f1efc), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:46.700144 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'Port': ['ID=e5bfef7a-e42a-47ec-9f68-7e261e0f1efc,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:31:46.710502 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (ab979ec6-a8a2-4b54-8d6f-5851f963b27c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:46.805174 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Floating IP ab979ec6-a8a2-4b54-8d6f-5851f963b27c associated. External IP: 172.27.1.253, port: 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4. May 16 15:31:46.997474 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Router dad05b77-b53a-4cd2-8e06-b170b97d866a has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:31:47.097914 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:31:47.108166 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3690d25-993b-4f85-8cca-7300e4307b39 None None] Sync routers for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:31:47.117502 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3690d25-993b-4f85-8cca-7300e4307b39 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:31:47.134629 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f3690d25-993b-4f85-8cca-7300e4307b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:31:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:47.223336 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f3690d25-993b-4f85-8cca-7300e4307b39 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:31:47.245550 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:47.275618 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5e3f7cd4-f8b3-44c4-bc4e-2a875fd9714a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8906314 May 16 15:31:47.276228 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'tag': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:31:47.278517 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1cb78ffffb3c46d6a28f5666227229b2ef2d05e83ea804cfb91f6f675c7fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed4c4d8-939d-4f92-90f8-de624fa786eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e6a25-7f99-47a1-bbcb-cdc660b97721", "tag": "82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:31:47.368331 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87f8aac-b2fd-4939-9419-ba95394da7b4 x-openstack-request-id: req-e87f8aac-b2fd-4939-9419-ba95394da7b4 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:31:47.368626 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e6a25-7f99-47a1-bbcb-cdc660b97721", "tag": "82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:31:47.368899 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e87f8aac-b2fd-4939-9419-ba95394da7b4 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:31:47.369300 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87f8aac-b2fd-4939-9419-ba95394da7b4'] response: {'name': 'network-changed', 'server_uuid': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'tag': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4', 'status': 'completed', 'code': 200} May 16 15:31:47.432809 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f3690d25-993b-4f85-8cca-7300e4307b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'ab979ec6-a8a2-4b54-8d6f-5851f963b27c', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:ec:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:46Z', 'updated_at': '2022-05-16T15:31:46Z', 'revision_number': 0, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:47.449361 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4c4d8-939d-4f92-90f8-de624fa786eb req-66776586-e14e-40b0-a613-2638ff3a118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:47.450854 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0ed4c4d8-939d-4f92-90f8-de624fa786eb req-66776586-e14e-40b0-a613-2638ff3a118e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 1129 time: 0.0381196 May 16 15:31:47.457863 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3690d25-993b-4f85-8cca-7300e4307b39 None None] Checking router: dad05b77-b53a-4cd2-8e06-b170b97d866a for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:31:47.466716 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3690d25-993b-4f85-8cca-7300e4307b39 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:31:47.467352 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f3690d25-993b-4f85-8cca-7300e4307b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:31:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:47.541059 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4c4d8-939d-4f92-90f8-de624fa786eb req-e57fe86f-748f-46eb-98e6-059b2b0255f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:47.542534 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0ed4c4d8-939d-4f92-90f8-de624fa786eb req-e57fe86f-748f-46eb-98e6-059b2b0255f3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 913 time: 0.0861249 May 16 15:31:47.568230 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f3690d25-993b-4f85-8cca-7300e4307b39 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:31:47.603305 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0ed4c4d8-939d-4f92-90f8-de624fa786eb req-1c3b9ed9-0d36-4d90-ac00-11aab6d6bf83 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 HTTP/1.1" status: 200 len: 999 time: 0.0548677 May 16 15:31:47.651066 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4c4d8-939d-4f92-90f8-de624fa786eb req-3b6c081a-52af-471b-827f-28d40fd49e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:47.652550 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0ed4c4d8-939d-4f92-90f8-de624fa786eb req-3b6c081a-52af-471b-827f-28d40fd49e07 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0439706 May 16 15:31:47.700432 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4c4d8-939d-4f92-90f8-de624fa786eb req-c138f970-3d39-4185-9a18-e16931470e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:31:47.702259 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0ed4c4d8-939d-4f92-90f8-de624fa786eb req-c138f970-3d39-4185-9a18-e16931470e7e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434487 May 16 15:31:47.779133 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f3690d25-993b-4f85-8cca-7300e4307b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'ab979ec6-a8a2-4b54-8d6f-5851f963b27c', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:ec:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:46Z', 'updated_at': '2022-05-16T15:31:46Z', 'revision_number': 0, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:31:47.793806 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0ed4c4d8-939d-4f92-90f8-de624fa786eb req-90884c88-3e28-409c-8cba-9d82eb1fd5af service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854144 May 16 15:31:47.805436 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3690d25-993b-4f85-8cca-7300e4307b39 None None] The sync data for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi is: [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'ab979ec6-a8a2-4b54-8d6f-5851f963b27c', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:ec:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:31:46Z', 'updated_at': '2022-05-16T15:31:46Z', 'revision_number': 0, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:31:47.897627 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0ed4c4d8-939d-4f92-90f8-de624fa786eb req-97c071aa-7361-4d4f-8f22-1d229f24097b service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978248 May 16 15:31:48.009458 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c67078-f92e-4bb8-adc9-b4dd7e8eb775 None None] New status for floating IP ab979ec6-a8a2-4b54-8d6f-5851f963b27c: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:32:03.422491 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2a6a-8c3b-43ee-8a64-103a7b0025a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:05.484897 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f176681e-d3d6-4fb6-ade3-a44ed134905b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:06.747935 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:08.079211 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:10.625790 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:11.845076 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:16.606108 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:32:22.129866 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-238756c7-5201-4fd6-9f26-8f5997133d72 req-20416a6e-7697-465e-8916-94bcc25cbd64 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0361195 May 16 15:32:22.222246 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238756c7-5201-4fd6-9f26-8f5997133d72 req-9caf586c-e044-4cfe-81ce-e11767573a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:22.223706 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-238756c7-5201-4fd6-9f26-8f5997133d72 req-9caf586c-e044-4cfe-81ce-e11767573a92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 1129 time: 0.0376596 May 16 15:32:22.327928 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238756c7-5201-4fd6-9f26-8f5997133d72 req-fdcd66dd-fb91-42a4-a87e-2f04bdc961e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:22.329358 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-238756c7-5201-4fd6-9f26-8f5997133d72 req-fdcd66dd-fb91-42a4-a87e-2f04bdc961e4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 913 time: 0.0872271 May 16 15:32:22.389290 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-238756c7-5201-4fd6-9f26-8f5997133d72 req-858cec27-86c7-4775-9645-b74b9eb6cb20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 HTTP/1.1" status: 200 len: 1001 time: 0.0540993 May 16 15:32:22.439865 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238756c7-5201-4fd6-9f26-8f5997133d72 req-addb38fe-8955-48fe-ba76-aaf77a35d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:22.441319 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-238756c7-5201-4fd6-9f26-8f5997133d72 req-addb38fe-8955-48fe-ba76-aaf77a35d053 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0465336 May 16 15:32:22.483094 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238756c7-5201-4fd6-9f26-8f5997133d72 req-cb610532-c976-44f1-9d44-e6dab829a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:32:22.484553 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-238756c7-5201-4fd6-9f26-8f5997133d72 req-cb610532-c976-44f1-9d44-e6dab829a8f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372856 May 16 15:32:22.574350 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-238756c7-5201-4fd6-9f26-8f5997133d72 req-24cb4854-8661-4908-98b9-89a5dcdb0146 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842578 May 16 15:32:22.663291 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-238756c7-5201-4fd6-9f26-8f5997133d72 req-5b4bf955-dfbe-4e4c-8bc7-9bcf41b22339 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835183 May 16 15:32:33.467781 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76b8dc58-5f50-4c68-8606-4241a7468d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:35.483069 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c3759c4-4de7-4d74-9f35-a185647b62d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:36.719573 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:38.065175 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:40.661823 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:41.827863 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:47.097344 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-807d4a00-f93c-4872-873a-c470a98c88ea service neutron] (104032) timed out ('10.222.0.71', 34688) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 15:32:47.268357 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-5520c626-c5cd-458a-9d0c-586cbb05796e req-8c6a7e49-9b26-4de3-ba03-b055cf2eff08 tempest-AttachVolumeShelveTestJSON-726042705 tempest-AttachVolumeShelveTestJSON-726042705-project] (104032) timed out ('10.222.0.71', 34696) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 15:32:53.605684 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:33:03.436528 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8b7f0310-32e7-4c1e-9a06-9c9e16487cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:05.490424 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ef16bc6b-7947-489f-81bf-61d47529644b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:06.710571 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:08.156559 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:10.633108 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:11.853709 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:23.308817 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5593043-2c87-43b9-a5f3-d8fe96a21b9a req-61b0331c-037a-4db7-a7f7-e0a757ae662e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379426 May 16 15:33:23.401701 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5593043-2c87-43b9-a5f3-d8fe96a21b9a req-e862f8c9-c19b-4f28-95ad-36d7d703dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:23.403167 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5593043-2c87-43b9-a5f3-d8fe96a21b9a req-e862f8c9-c19b-4f28-95ad-36d7d703dc78 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 1129 time: 0.0376122 May 16 15:33:23.507191 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5593043-2c87-43b9-a5f3-d8fe96a21b9a req-5bd583ae-ddd4-4d9b-ad7a-816fe7cbb688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:23.508729 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5593043-2c87-43b9-a5f3-d8fe96a21b9a req-5bd583ae-ddd4-4d9b-ad7a-816fe7cbb688 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 913 time: 0.0872016 May 16 15:33:23.567959 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5593043-2c87-43b9-a5f3-d8fe96a21b9a req-4f633cec-e283-4eea-a90b-c60d2f6c99f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 HTTP/1.1" status: 200 len: 1001 time: 0.0532510 May 16 15:33:23.618067 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5593043-2c87-43b9-a5f3-d8fe96a21b9a req-755187e9-fc9c-454b-95b8-164917b26bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:23.619479 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5593043-2c87-43b9-a5f3-d8fe96a21b9a req-755187e9-fc9c-454b-95b8-164917b26bbf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0453429 May 16 15:33:23.660702 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5593043-2c87-43b9-a5f3-d8fe96a21b9a req-5f9efb6b-3fd0-4644-9f83-fee95b40ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:23.662144 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5593043-2c87-43b9-a5f3-d8fe96a21b9a req-5f9efb6b-3fd0-4644-9f83-fee95b40ab09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370843 May 16 15:33:23.750258 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5593043-2c87-43b9-a5f3-d8fe96a21b9a req-54139cc9-916c-467d-8649-644b6dff8903 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813975 May 16 15:33:23.838353 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d5593043-2c87-43b9-a5f3-d8fe96a21b9a req-b9886759-9b24-4348-bbef-2c6aca797a4c service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819914 May 16 15:33:30.604897 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:33:33.432692 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1c7db1e-a974-490b-873f-4505c045b151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:35.489806 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5caeecc4-efeb-418a-9d35-2222875ab138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:36.718479 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:38.078673 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:40.627008 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:41.603416 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e02c09-7e0d-440c-8dce-2d1bddb59450 req-bada7c73-513f-4f15-932b-f8c579336a29 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:41.604876 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b4e02c09-7e0d-440c-8dce-2d1bddb59450 req-bada7c73-513f-4f15-932b-f8c579336a29 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 945 time: 0.0460911 May 16 15:33:41.655507 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b4e02c09-7e0d-440c-8dce-2d1bddb59450 req-a31f0393-315d-402d-9fa7-762c9ec94d20 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451639 May 16 15:33:41.844108 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:42.771571 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8623c-4e45-4763-92e3-595cddb991e4 req-5e6cc26e-f0b0-4a3f-84b0-09de790bf034 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:42.773086 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e2b8623c-4e45-4763-92e3-595cddb991e4 req-5e6cc26e-f0b0-4a3f-84b0-09de790bf034 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 945 time: 0.0457613 May 16 15:33:42.820015 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e2b8623c-4e45-4763-92e3-595cddb991e4 req-f197413b-61d0-4092-b1d4-366a19b98526 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 May 16 15:33:43.220521 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-5376fdd6-3eef-41bb-a642-f5fa5e1ee1b6 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:43.221964 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-5376fdd6-3eef-41bb-a642-f5fa5e1ee1b6 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 945 time: 0.0447838 May 16 15:33:43.576558 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Deleting port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:33:43.576815 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:43.663880 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] For port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:33:43.664250 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:43.824258 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:43.824941 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (ab979ec6-a8a2-4b54-8d6f-5851f963b27c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:43.824941 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.db.l3_db [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Floating IP ab979ec6-a8a2-4b54-8d6f-5851f963b27c disassociated. External IP: 172.27.1.253, port: 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4. May 16 15:33:43.825285 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Calling delete_port for 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:33:43.965829 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc59fa-cf32-48b9-ba18-89f0c8d175f8 req-15e585f6-6f8e-456e-9887-b6209d2c7938 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:43.967254 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0bbc59fa-cf32-48b9-ba18-89f0c8d175f8 req-15e585f6-6f8e-456e-9887-b6209d2c7938 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 945 time: 0.0728025 May 16 15:33:44.023863 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0bbc59fa-cf32-48b9-ba18-89f0c8d175f8 req-add3a721-1ac4-4cf5-9a67-9210718a25c3 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492311 May 16 15:33:44.049805 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:44.078160 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event deleted for resources: {'Port': ['ID=82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:44.089411 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.089779 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.090271 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.090617 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.090957 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.091296 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.091640 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.091993 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.092323 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.092653 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.092985 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.093312 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.093633 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.093956 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.094362 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:44.199147 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Router dad05b77-b53a-4cd2-8e06-b170b97d866a has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:33:44.302493 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:33:44.311558 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd883a18-4687-468f-8fc7-25c31dc27058 None None] Sync routers for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:33:44.321238 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd883a18-4687-468f-8fc7-25c31dc27058 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:33:44.321841 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fd883a18-4687-468f-8fc7-25c31dc27058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:33:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:44.345659 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] No DVR routers for this DVR port 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:33:44.348281 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:44.351519 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0071dbce-3f97-4079-89c5-655d699b6fe3 req-777993a8-c74d-44f2-b650-119f85923659 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "DELETE /v2.0/ports/82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 HTTP/1.1" status: 204 len: 173 time: 1.1245627 May 16 15:33:44.351993 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'name': 'network-vif-deleted', 'tag': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:33:44.354222 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588f6357-af00-4e29-a36a-aa047df57956" -d '{"events": [{"server_uuid": "e65e6a25-7f99-47a1-bbcb-cdc660b97721", "name": "network-vif-deleted", "tag": "82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:33:44.434237 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-fd883a18-4687-468f-8fc7-25c31dc27058 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:33:44.468905 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d7bef3-af03-4f7d-8ae9-d1c24c19c11c x-openstack-request-id: req-78d7bef3-af03-4f7d-8ae9-d1c24c19c11c {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:33:44.469300 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e6a25-7f99-47a1-bbcb-cdc660b97721", "name": "network-vif-deleted", "tag": "82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:33:44.469623 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-78d7bef3-af03-4f7d-8ae9-d1c24c19c11c {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:33:44.470096 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d7bef3-af03-4f7d-8ae9-d1c24c19c11c'] response: {'server_uuid': 'e65e6a25-7f99-47a1-bbcb-cdc660b97721', 'name': 'network-vif-deleted', 'tag': '82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4', 'status': 'completed', 'code': 200} May 16 15:33:44.623072 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fd883a18-4687-468f-8fc7-25c31dc27058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:44.651361 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd883a18-4687-468f-8fc7-25c31dc27058 None None] Checking router: dad05b77-b53a-4cd2-8e06-b170b97d866a for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:33:44.660126 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd883a18-4687-468f-8fc7-25c31dc27058 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:33:44.660722 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fd883a18-4687-468f-8fc7-25c31dc27058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:33:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:44.755771 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-fd883a18-4687-468f-8fc7-25c31dc27058 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:33:45.064448 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-fd883a18-4687-468f-8fc7-25c31dc27058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:33:45.090957 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd883a18-4687-468f-8fc7-25c31dc27058 None None] The sync data for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi is: [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:33:45.139661 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ee02d2fb-323b-4077-a2f0-90e0b2da8595 req-c7a46404-7f78-431a-b8f3-9dee2eebbe0c tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=e65e6a25-7f99-47a1-bbcb-cdc660b97721 HTTP/1.1" status: 200 len: 210 time: 0.0341201 May 16 15:33:45.318861 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126c09d-7357-40ba-95fd-a643b1b04d2a None None] New status for floating IP ab979ec6-a8a2-4b54-8d6f-5851f963b27c: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:33:46.349281 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-41f8424e-9db8-4adf-bb93-0795a24924a7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082613032&fields=id&tenant_id=35be16de8a104d569efbb5633c5036af HTTP/1.1" status: 200 len: 267 time: 0.0442998 May 16 15:33:46.451013 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3520d-a83e-4639-90db-73adf829832a req-683896fc-218f-42cc-96ae-2d693d84b631 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:46.452475 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-683896fc-218f-42cc-96ae-2d693d84b631 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 812 time: 0.0968459 May 16 15:33:46.467219 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-bd3e0f52-10f4-4d3a-b8f0-267689a471be tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/quotas/35be16de8a104d569efbb5633c5036af HTTP/1.1" status: 200 len: 375 time: 0.0088651 May 16 15:33:46.518061 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-e5735b6c-0c9a-4357-8d36-6b99ac493922 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459638 May 16 15:33:46.533255 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-17b53cad-a249-4b01-abf9-33ed248a0d81 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:33:46.534306 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-17b53cad-a249-4b01-abf9-33ed248a0d81 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050261 May 16 15:33:46.618451 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-8813c896-5b20-4cbb-b4a1-f4a1a1a01c7b service neutron] 10.222.0.71 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789077 May 16 15:33:46.694123 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:33:46.709294 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-bf70a54e-078c-4e21-ba39-d6912109a8f7 service neutron] 10.222.0.71 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851183 May 16 15:33:46.715897 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:33:46.716248 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device 82c85a8e-92bc-47c3-8de1-7d0fbeb7bca4 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:33:47.229644 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2d36f0b2-4b43-4942-8b51-16491bd31bd1 req-40553b06-71be-4d16-82de-84054c7375fb tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 210 time: 0.0274284 May 16 15:33:48.327723 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-74268f4c-23b8-4180-9868-2a7bad36e75c req-3579708c-22bb-4203-bc95-1495527000aa tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 210 time: 0.0292997 May 16 15:33:49.373348 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3520d-a83e-4639-90db-73adf829832a req-f195bcc9-013c-4d87-8549-efa57893fb96 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:49.375071 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-f195bcc9-013c-4d87-8549-efa57893fb96 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 812 time: 0.1045926 May 16 15:33:49.434734 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0eb656c8-9557-45bc-aac5-84ab5ed7a686 req-650cbda6-a3a6-407e-80c8-c02e91c1eb65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 210 time: 0.0380607 May 16 15:33:49.470059 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-a32947ec-02ed-4375-84de-7a0eb1a1afcf tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35be16de8a104d569efbb5633c5036af HTTP/1.1" status: 200 len: 380 time: 0.0802865 May 16 15:33:49.478220 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-e1e3520d-a83e-4639-90db-73adf829832a req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'port': {'device_id': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'admin_state_up': True, 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'security_groups': ['43f623c1-a5db-430e-95ab-b6bd218c7daf']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:33:49.678694 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e3520d-a83e-4639-90db-73adf829832a req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Made reservation on behalf of 35be16de8a104d569efbb5633c5036af for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:33:49.682460 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e1e3520d-a83e-4639-90db-73adf829832a req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:49.805886 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-e1e3520d-a83e-4639-90db-73adf829832a req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Allocated IP 172.20.0.9 (9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce/2803d942-bea6-400d-af04-2ad5293f70ec/b8b5421f-ded5-4aa6-b059-4ba9b102a4af) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:33:49.946548 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e1e3520d-a83e-4639-90db-73adf829832a req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.044819 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e1e3520d-a83e-4639-90db-73adf829832a req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.090599 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e3520d-a83e-4639-90db-73adf829832a req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:33:50.094046 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-e1e3520d-a83e-4639-90db-73adf829832a req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:33:50.100732 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e3520d-a83e-4639-90db-73adf829832a req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:33:50.106365 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'Port': ['ID=b8b5421f-ded5-4aa6-b059-4ba9b102a4af,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:50.157234 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3520d-a83e-4639-90db-73adf829832a req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:50.157867 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e1e3520d-a83e-4639-90db-73adf829832a req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.268093 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-9609d365-910a-48a6-9d54-78b743aecbb8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7933502 May 16 15:33:50.286490 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Request body: {'port': {'device_id': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:33:50.290993 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-eed67d2d-fe2e-4701-8bea-20e3cc96fb98 None None] Provisioning complete for port b8b5421f-ded5-4aa6-b059-4ba9b102a4af triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:33:50.291530 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-eed67d2d-fe2e-4701-8bea-20e3cc96fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.322818 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-eed67d2d-fe2e-4701-8bea-20e3cc96fb98 None None] Port b8b5421f-ded5-4aa6-b059-4ba9b102a4af cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:33:50.347314 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.593762 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69f9e0-3f54-41d9-94b1-de85aabdbb5c req-7f34624b-1180-469c-9dcc-eb230a5dfda9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:50.595207 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b69f9e0-3f54-41d9-94b1-de85aabdbb5c req-7f34624b-1180-469c-9dcc-eb230a5dfda9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 931 time: 0.0851619 May 16 15:33:50.674339 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5b69f9e0-3f54-41d9-94b1-de85aabdbb5c req-74ddbaed-c67c-42c6-803d-67eb77509a7d tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731473 May 16 15:33:50.708772 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b5421f-ded5-4aa6-b059-4ba9b102a4af {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:33:50.716327 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Publish callbacks [] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.729148 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Transition to ACTIVE for port object b8b5421f-ded5-4aa6-b059-4ba9b102a4af will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:33:50.798323 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:50.851729 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Pushing event updated for resources: {'Port': ['ID=b8b5421f-ded5-4aa6-b059-4ba9b102a4af,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:50.925626 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Attempting to bind port b8b5421f-ded5-4aa6-b059-4ba9b102a4af on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:33:50.927064 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Attempting to bind port b8b5421f-ded5-4aa6-b059-4ba9b102a4af by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:33:50.927064 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Attempting to bind port b8b5421f-ded5-4aa6-b059-4ba9b102a4af on network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:33:50.931141 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Port b8b5421f-ded5-4aa6-b059-4ba9b102a4af on network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:33:50.931475 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Attempting to bind port b8b5421f-ded5-4aa6-b059-4ba9b102a4af on network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:33:50.936703 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:33:50.937048 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Checking segment: {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:33:50.937435 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Bound using segment: {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:33:50.937870 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Bound port: b8b5421f-ded5-4aa6-b059-4ba9b102a4af, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:33:50.938234 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:51.004193 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] For port b8b5421f-ded5-4aa6-b059-4ba9b102a4af, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:33:51.007447 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] For port b8b5421f-ded5-4aa6-b059-4ba9b102a4af, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b8b5421f-ded5-4aa6-b059-4ba9b102a4af,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:33:51.096125 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:51.133143 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:51.133773 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:51.135147 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] 10.222.0.25 "PUT /v2.0/ports/b8b5421f-ded5-4aa6-b059-4ba9b102a4af HTTP/1.1" status: 200 len: 1093 time: 0.8536475 May 16 15:33:51.135584 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'tag': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:33:51.137822 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522b983d-c5e5-4a80-bf1a-ad02fb64252a" -d '{"events": [{"name": "network-changed", "server_uuid": "89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1", "tag": "b8b5421f-ded5-4aa6-b059-4ba9b102a4af"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:33:51.167308 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d13df-c5b8-4a35-9e64-9fe54dc571aa service neutron] Pushing event updated for resources: {'Port': ['ID=b8b5421f-ded5-4aa6-b059-4ba9b102a4af,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:51.180466 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eec4b51-fc7e-4ce6-95fe-8d94737bde59 x-openstack-request-id: req-3eec4b51-fc7e-4ce6-95fe-8d94737bde59 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:33:51.180899 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1", "tag": "b8b5421f-ded5-4aa6-b059-4ba9b102a4af", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:33:51.181296 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3eec4b51-fc7e-4ce6-95fe-8d94737bde59 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:33:51.181704 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eec4b51-fc7e-4ce6-95fe-8d94737bde59'] response: {'name': 'network-changed', 'server_uuid': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'tag': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'status': 'completed', 'code': 200} May 16 15:33:51.261114 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b983d-c5e5-4a80-bf1a-ad02fb64252a req-42499c43-2ce0-40de-9a6f-441764ba1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:51.262611 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-522b983d-c5e5-4a80-bf1a-ad02fb64252a req-42499c43-2ce0-40de-9a6f-441764ba1a97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 1127 time: 0.0415492 May 16 15:33:51.366761 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b983d-c5e5-4a80-bf1a-ad02fb64252a req-7d2e07f8-154f-4e82-8972-77c29c94b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:51.368193 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-522b983d-c5e5-4a80-bf1a-ad02fb64252a req-7d2e07f8-154f-4e82-8972-77c29c94b2a1 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=35be16de8a104d569efbb5633c5036af&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0939972 May 16 15:33:51.461856 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b983d-c5e5-4a80-bf1a-ad02fb64252a req-c884434e-23bf-4e6a-8255-b77ba790e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:51.463293 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-522b983d-c5e5-4a80-bf1a-ad02fb64252a req-c884434e-23bf-4e6a-8255-b77ba790e06e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894992 May 16 15:33:51.554115 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3520d-a83e-4639-90db-73adf829832a req-2f9413f6-e34b-4f0c-a4e6-6c42661a2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:51.555445 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-2f9413f6-e34b-4f0c-a4e6-6c42661a2199 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 1127 time: 0.0377538 May 16 15:33:51.601802 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-3d5abfb9-eb81-4470-97bd-1aec71a83132 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b5421f-ded5-4aa6-b059-4ba9b102a4af HTTP/1.1" status: 200 len: 217 time: 0.0335436 May 16 15:33:51.648931 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3520d-a83e-4639-90db-73adf829832a req-1798a87d-a17c-4805-9201-e1085d21eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:51.650296 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-1798a87d-a17c-4805-9201-e1085d21eb6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0421116 May 16 15:33:51.691035 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3520d-a83e-4639-90db-73adf829832a req-9b98f4c9-2a9c-461b-b928-f87c85c0b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:51.692724 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-9b98f4c9-2a9c-461b-b928-f87c85c0b902 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370770 May 16 15:33:51.816830 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9659b2-aeb4-4780-8207-d33dc56b6bc9 req-c44eaa4a-6615-4a46-8874-f67c1a14b26e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:51.818176 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1f9659b2-aeb4-4780-8207-d33dc56b6bc9 req-c44eaa4a-6615-4a46-8874-f67c1a14b26e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 943 time: 0.0626349 May 16 15:33:51.820255 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-36ea9e11-7fc4-4cfa-80be-3a11716e396d service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205614 May 16 15:33:51.921163 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1f9659b2-aeb4-4780-8207-d33dc56b6bc9 req-a32865d0-fc3a-435b-b3bf-07f8be7783d7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974793 May 16 15:33:51.943287 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e1e3520d-a83e-4639-90db-73adf829832a req-4d759fd6-1f36-427b-ab51-fc839702c0be service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139460 May 16 15:33:53.034666 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f29638-782b-4cac-814b-d358d22cd03a req-ca8fabc2-50fb-4fe7-be68-7dc62ed251a6 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:53.036174 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d9f29638-782b-4cac-814b-d358d22cd03a req-ca8fabc2-50fb-4fe7-be68-7dc62ed251a6 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 943 time: 0.0464237 May 16 15:33:53.083424 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d9f29638-782b-4cac-814b-d358d22cd03a req-2aa48bf2-3117-4e61-b7c2-e46f3982c5f8 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419104 May 16 15:33:54.191685 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3d44-3d29-49c0-9ffa-220abbd9a8a7 req-b99bf148-4277-4852-a2bf-d56682dc75f4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:54.193104 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-53ce3d44-3d29-49c0-9ffa-220abbd9a8a7 req-b99bf148-4277-4852-a2bf-d56682dc75f4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 943 time: 0.0444849 May 16 15:33:54.243812 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-53ce3d44-3d29-49c0-9ffa-220abbd9a8a7 req-e59dbc1e-f1d8-4a51-a4f8-0c9350f71c09 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451066 May 16 15:33:55.407531 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbfdca-1c13-4ef8-bf13-e1eed231d7f8 req-4cbcc31c-eb1a-43ea-b098-232ba709ed67 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:55.409000 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-37cbfdca-1c13-4ef8-bf13-e1eed231d7f8 req-4cbcc31c-eb1a-43ea-b098-232ba709ed67 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 943 time: 0.0981898 May 16 15:33:55.458020 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-37cbfdca-1c13-4ef8-bf13-e1eed231d7f8 req-84c779a1-8291-4cea-80c9-381fd5704c36 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428331 May 16 15:33:56.567702 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429ee6b-2b05-4980-9402-304a11e38ee8 req-af97f7a8-2778-4e18-9e14-4918d6b679b3 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:56.569145 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e429ee6b-2b05-4980-9402-304a11e38ee8 req-af97f7a8-2778-4e18-9e14-4918d6b679b3 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 943 time: 0.0451014 May 16 15:33:56.616096 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e429ee6b-2b05-4980-9402-304a11e38ee8 req-f5004353-bd0c-4a02-ba08-d9091dbedcc4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416465 May 16 15:33:57.729660 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d7bb6-3b65-42a2-bffc-e9184111914f req-3de4011c-f42b-49b8-a433-25ec269aa11c tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:57.731079 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-642d7bb6-3b65-42a2-bffc-e9184111914f req-3de4011c-f42b-49b8-a433-25ec269aa11c tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 943 time: 0.0483997 May 16 15:33:57.777826 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-642d7bb6-3b65-42a2-bffc-e9184111914f req-47521e2c-e8b3-4ed8-a68f-7a2c226d5404 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412846 May 16 15:33:58.755819 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device b8b5421f-ded5-4aa6-b059-4ba9b102a4af details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:33:58.850325 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port b8b5421f-ded5-4aa6-b059-4ba9b102a4af, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b8b5421f-ded5-4aa6-b059-4ba9b102a4af,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:33:58.861581 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'port_id': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'mac_address': 'fa:16:3e:74:de:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:33:58.894230 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09e26d-aa26-4a51-a841-999ce647af5b req-8ad26873-b12c-4c1d-a690-811a0b46f5d6 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:33:58.895800 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1e09e26d-aa26-4a51-a841-999ce647af5b req-8ad26873-b12c-4c1d-a690-811a0b46f5d6 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 943 time: 0.0472455 May 16 15:33:58.899811 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port b8b5421f-ded5-4aa6-b059-4ba9b102a4af is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:33:58.900199 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:58.912938 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b5421f-ded5-4aa6-b059-4ba9b102a4af {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:33:58.931772 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port b8b5421f-ded5-4aa6-b059-4ba9b102a4af, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b8b5421f-ded5-4aa6-b059-4ba9b102a4af,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:33:58.944761 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1e09e26d-aa26-4a51-a841-999ce647af5b req-1db6e94f-5d4b-4f6f-8aeb-bfd520cc3c23 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431330 May 16 15:33:59.004316 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:59.048469 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=b8b5421f-ded5-4aa6-b059-4ba9b102a4af,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:33:59.055899 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.056245 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.056591 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.056930 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.057265 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.057595 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.057921 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.058245 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.058573 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.058897 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.059227 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.059549 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.059894 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.060211 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.060533 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:33:59.277349 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['b8b5421f-ded5-4aa6-b059-4ba9b102a4af'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:34:00.056353 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cde9a6-256e-45a1-a0a3-8cc208021c88 req-66269d25-11d0-4f81-a220-0d6c46007567 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:00.057807 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f1cde9a6-256e-45a1-a0a3-8cc208021c88 req-66269d25-11d0-4f81-a220-0d6c46007567 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 944 time: 0.0464659 May 16 15:34:00.108810 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f1cde9a6-256e-45a1-a0a3-8cc208021c88 req-d4c7e6e8-d0a5-41e0-a0ec-39cf9ecdddc3 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453951 May 16 15:34:00.766449 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device b8b5421f-ded5-4aa6-b059-4ba9b102a4af up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:34:00.810950 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port b8b5421f-ded5-4aa6-b059-4ba9b102a4af completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:34:00.872826 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port b8b5421f-ded5-4aa6-b059-4ba9b102a4af triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:34:00.873209 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:00.953557 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port b8b5421f-ded5-4aa6-b059-4ba9b102a4af is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:34:00.953942 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:00.978920 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:34:00.981210 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62deea0e-9318-41f3-9a47-b82b103bd564" -d '{"events": [{"server_uuid": "89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1", "name": "network-vif-plugged", "status": "completed", "tag": "b8b5421f-ded5-4aa6-b059-4ba9b102a4af"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:34:00.995144 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port b8b5421f-ded5-4aa6-b059-4ba9b102a4af, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b8b5421f-ded5-4aa6-b059-4ba9b102a4af,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:34:01.076890 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:01.080718 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458637f7-15d1-4be2-b81c-834e989689d2 x-openstack-request-id: req-458637f7-15d1-4be2-b81c-834e989689d2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:34:01.080718 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1", "name": "network-vif-plugged", "status": "completed", "tag": "b8b5421f-ded5-4aa6-b059-4ba9b102a4af", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:34:01.080718 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-458637f7-15d1-4be2-b81c-834e989689d2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:34:01.080718 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458637f7-15d1-4be2-b81c-834e989689d2'] response: {'server_uuid': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'code': 200} May 16 15:34:01.138110 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=b8b5421f-ded5-4aa6-b059-4ba9b102a4af,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:34:01.239393 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864957c-2916-42d0-a8ed-0c0c383c794c req-509f4eaf-fec0-4443-9e33-9b0027b04750 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:01.241128 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6864957c-2916-42d0-a8ed-0c0c383c794c req-509f4eaf-fec0-4443-9e33-9b0027b04750 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 945 time: 0.0544384 May 16 15:34:01.294397 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6864957c-2916-42d0-a8ed-0c0c383c794c req-11366a7a-681c-4e81-975e-89971f0783d9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474205 May 16 15:34:01.512077 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaa2ed-5d5f-4bab-82e6-5c08991b6c81 req-f205cc5c-36fc-4570-8cc5-866fbe9e7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:01.513592 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51eaa2ed-5d5f-4bab-82e6-5c08991b6c81 req-f205cc5c-36fc-4570-8cc5-866fbe9e7cf8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 1129 time: 0.0376551 May 16 15:34:01.558225 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51eaa2ed-5d5f-4bab-82e6-5c08991b6c81 req-74965930-b624-43ce-a400-1c16763330e3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387185 May 16 15:34:02.414360 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c486f-eff1-460e-b83e-96f50d14f8c2 req-65addaa1-a800-4acc-9618-ace0e16f019f tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:02.415867 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2b0c486f-eff1-460e-b83e-96f50d14f8c2 req-65addaa1-a800-4acc-9618-ace0e16f019f tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 945 time: 0.0508425 May 16 15:34:02.465238 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2b0c486f-eff1-460e-b83e-96f50d14f8c2 req-170398a3-6e2b-44f9-9c11-1578823754dc tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438218 May 16 15:34:03.432501 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-debe5334-662e-48eb-9970-a12c43e1145c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:03.579470 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e16ad-e93d-4825-9754-04e1ac4eeb65 req-d573c69c-8032-40d3-84c9-6c760773a8e6 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:03.580850 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-764e16ad-e93d-4825-9754-04e1ac4eeb65 req-d573c69c-8032-40d3-84c9-6c760773a8e6 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 945 time: 0.0458305 May 16 15:34:03.628965 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-764e16ad-e93d-4825-9754-04e1ac4eeb65 req-f80f2550-77a6-41eb-9016-a73b824c95ac tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418277 May 16 15:34:03.743216 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85aa29-e2c0-4392-b8bd-ca3138a78472 req-80bd7738-e3c2-49a2-bf47-1d1d1a8f253d tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:03.744667 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e85aa29-e2c0-4392-b8bd-ca3138a78472 req-80bd7738-e3c2-49a2-bf47-1d1d1a8f253d tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 945 time: 0.0485919 May 16 15:34:03.793547 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e85aa29-e2c0-4392-b8bd-ca3138a78472 req-ac5bea42-b24e-4575-9226-4a361591e0ab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 May 16 15:34:03.820685 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42070) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:34:03.861920 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e65b36-b6d5-48e2-93cb-d49502f7802c tempest-TestVolumeBootPattern-2091910681 tempest-TestVolumeBootPattern-2091910681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:03.863448 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b7e65b36-b6d5-48e2-93cb-d49502f7802c tempest-TestVolumeBootPattern-2091910681 tempest-TestVolumeBootPattern-2091910681-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 1124 time: 0.0417740 May 16 15:34:03.866833 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42074) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:34:03.871140 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'port_id': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:34:03.952491 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:04.028273 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:04.131381 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Allocated IP 172.27.1.130 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/3701d9b1-a306-4343-bfe2-511a94e8f635) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:34:04.226975 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for port (3701d9b1-a306-4343-bfe2-511a94e8f635), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:04.318978 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (3701d9b1-a306-4343-bfe2-511a94e8f635), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:04.356101 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:34:04.358899 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:34:04.362250 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:34:04.394232 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'Port': ['ID=3701d9b1-a306-4343-bfe2-511a94e8f635,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:34:04.405312 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.405655 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.405997 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.406332 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.406662 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.406990 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.407316 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.407649 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.407993 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.408318 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.409121 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.409121 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.409318 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.409565 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.409883 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:34:04.719329 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (ef6aa3fc-fffc-402c-9f6d-0b4a7e009721), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:04.846942 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (3701d9b1-a306-4343-bfe2-511a94e8f635), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:05.017419 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for port (3701d9b1-a306-4343-bfe2-511a94e8f635), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:05.081471 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (3701d9b1-a306-4343-bfe2-511a94e8f635), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:05.145925 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'Port': ['ID=3701d9b1-a306-4343-bfe2-511a94e8f635,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:34:05.157393 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (ef6aa3fc-fffc-402c-9f6d-0b4a7e009721), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:05.249086 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Floating IP ef6aa3fc-fffc-402c-9f6d-0b4a7e009721 associated. External IP: 172.27.1.130, port: b8b5421f-ded5-4aa6-b059-4ba9b102a4af. May 16 15:34:05.477062 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8cb8eb71-52ec-4755-baf2-c91a2ab67ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:05.646779 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Router dad05b77-b53a-4cd2-8e06-b170b97d866a has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:34:05.746450 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:34:05.755571 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0372e5-cab7-4353-a492-4b6f0d952326 None None] Sync routers for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:34:05.765411 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0372e5-cab7-4353-a492-4b6f0d952326 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:34:05.766023 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ff0372e5-cab7-4353-a492-4b6f0d952326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:34:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:34:05.809810 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:05.838808 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d09e82d2-433c-4141-aab2-d908d5f5630e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9709513 May 16 15:34:05.839426 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'tag': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:34:05.843670 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1cb78ffffb3c46d6a28f5666227229b2ef2d05e83ea804cfb91f6f675c7fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48461b62-91c6-4396-8a21-73cb75f27b99" -d '{"events": [{"name": "network-changed", "server_uuid": "89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1", "tag": "b8b5421f-ded5-4aa6-b059-4ba9b102a4af"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:34:05.865590 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ff0372e5-cab7-4353-a492-4b6f0d952326 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:34:05.877855 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5170f6-df0b-40b5-bd44-3a5cdf9c20fa x-openstack-request-id: req-8e5170f6-df0b-40b5-bd44-3a5cdf9c20fa {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:34:05.878349 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1", "tag": "b8b5421f-ded5-4aa6-b059-4ba9b102a4af", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:34:05.878458 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8e5170f6-df0b-40b5-bd44-3a5cdf9c20fa {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:34:05.878780 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5170f6-df0b-40b5-bd44-3a5cdf9c20fa'] response: {'name': 'network-changed', 'server_uuid': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'tag': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'status': 'completed', 'code': 200} May 16 15:34:05.960587 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48461b62-91c6-4396-8a21-73cb75f27b99 req-fd8aadf3-e196-4b15-9d63-f9aa3ebfa442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:05.962087 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48461b62-91c6-4396-8a21-73cb75f27b99 req-fd8aadf3-e196-4b15-9d63-f9aa3ebfa442 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 1129 time: 0.0387788 May 16 15:34:06.053621 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48461b62-91c6-4396-8a21-73cb75f27b99 req-40ca7779-ab09-4d57-a7bc-26f1768399b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:06.055277 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48461b62-91c6-4396-8a21-73cb75f27b99 req-40ca7779-ab09-4d57-a7bc-26f1768399b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 913 time: 0.0873873 May 16 15:34:06.067665 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ff0372e5-cab7-4353-a492-4b6f0d952326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'ef6aa3fc-fffc-402c-9f6d-0b4a7e009721', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:74:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:34:04Z', 'updated_at': '2022-05-16T15:34:04Z', 'revision_number': 0, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:34:06.094310 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0372e5-cab7-4353-a492-4b6f0d952326 None None] Checking router: dad05b77-b53a-4cd2-8e06-b170b97d866a for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:34:06.103212 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0372e5-cab7-4353-a492-4b6f0d952326 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:34:06.103847 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ff0372e5-cab7-4353-a492-4b6f0d952326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:34:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:34:06.117542 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48461b62-91c6-4396-8a21-73cb75f27b99 req-eeb18597-ee45-4c83-a022-471e22d630d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b5421f-ded5-4aa6-b059-4ba9b102a4af HTTP/1.1" status: 200 len: 999 time: 0.0560734 May 16 15:34:06.168636 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48461b62-91c6-4396-8a21-73cb75f27b99 req-e2ec1a83-1719-47d0-9cb7-e19a74e46905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:06.170337 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48461b62-91c6-4396-8a21-73cb75f27b99 req-e2ec1a83-1719-47d0-9cb7-e19a74e46905 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0457835 May 16 15:34:06.198771 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ff0372e5-cab7-4353-a492-4b6f0d952326 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:34:06.215686 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48461b62-91c6-4396-8a21-73cb75f27b99 req-d4f0b0d0-0a8c-40a9-b323-541a2b762464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:06.217444 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48461b62-91c6-4396-8a21-73cb75f27b99 req-d4f0b0d0-0a8c-40a9-b323-541a2b762464 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415075 May 16 15:34:06.309239 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48461b62-91c6-4396-8a21-73cb75f27b99 req-11ac64e8-3099-4dee-bca5-f252ba53ffda service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837121 May 16 15:34:06.397367 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48461b62-91c6-4396-8a21-73cb75f27b99 req-5c505098-1310-4e44-9381-6b96b946ec78 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849869 May 16 15:34:06.406769 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ff0372e5-cab7-4353-a492-4b6f0d952326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'ef6aa3fc-fffc-402c-9f6d-0b4a7e009721', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:74:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:34:04Z', 'updated_at': '2022-05-16T15:34:04Z', 'revision_number': 0, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:34:06.433337 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0372e5-cab7-4353-a492-4b6f0d952326 None None] The sync data for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi is: [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'ef6aa3fc-fffc-402c-9f6d-0b4a7e009721', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:74:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:34:04Z', 'updated_at': '2022-05-16T15:34:04Z', 'revision_number': 0, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:34:06.624740 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3457a-dd55-4bbf-b82d-4f902e10f43f None None] New status for floating IP ef6aa3fc-fffc-402c-9f6d-0b4a7e009721: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:34:06.718169 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:07.603742 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:34:08.072324 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:10.635731 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:11.878175 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:23.161041 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-82daab5b-3ec7-423c-8955-b97561beea8f req-c33ff422-151c-4826-808f-5264e0e25b91 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371661 May 16 15:34:23.258541 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82daab5b-3ec7-423c-8955-b97561beea8f req-72d80c9b-1cf6-4b37-b196-6b91867793eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:23.260026 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-82daab5b-3ec7-423c-8955-b97561beea8f req-72d80c9b-1cf6-4b37-b196-6b91867793eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 1129 time: 0.0372889 May 16 15:34:23.363415 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82daab5b-3ec7-423c-8955-b97561beea8f req-6b9a759c-828a-4bb5-971c-4e7b940ec813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:23.364882 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-82daab5b-3ec7-423c-8955-b97561beea8f req-6b9a759c-828a-4bb5-971c-4e7b940ec813 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 913 time: 0.0852628 May 16 15:34:23.425663 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-82daab5b-3ec7-423c-8955-b97561beea8f req-d37efbd6-d10d-4d69-9d90-aa6930e0671a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b5421f-ded5-4aa6-b059-4ba9b102a4af HTTP/1.1" status: 200 len: 1001 time: 0.0520120 May 16 15:34:23.476135 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82daab5b-3ec7-423c-8955-b97561beea8f req-5593303d-e946-4009-bae0-6348cd594df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:23.477640 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-82daab5b-3ec7-423c-8955-b97561beea8f req-5593303d-e946-4009-bae0-6348cd594df7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0457761 May 16 15:34:23.520617 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82daab5b-3ec7-423c-8955-b97561beea8f req-b77e4493-afbf-4e88-8a09-263b545e7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:34:23.522129 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-82daab5b-3ec7-423c-8955-b97561beea8f req-b77e4493-afbf-4e88-8a09-263b545e7730 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376811 May 16 15:34:23.610226 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-82daab5b-3ec7-423c-8955-b97561beea8f req-f728516a-cdfe-42eb-aa97-ba6d753e0567 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818939 May 16 15:34:23.968080 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-82daab5b-3ec7-423c-8955-b97561beea8f req-1eccdec3-2cd4-46f6-a22d-aad0607ee1b4 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500373 May 16 15:34:33.435952 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-828578cf-4b8a-4d74-97d3-12885c9531fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:35.511975 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9e73b25c-1dd6-483e-b331-c664d8815cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:36.723803 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:38.055521 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:40.655177 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:41.869830 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:44.601813 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:35:03.475765 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-796667fb-9e49-49dd-aff2-64036635b9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:05.489229 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a8583e80-09a6-45ad-8b39-707c2d62aa50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:06.729904 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:08.100686 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:10.637362 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:10.799277 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-cea2cf08-b227-4d89-bab8-314ddd35168b req-77991875-40b9-4115-8073-85b30a28b76a service neutron] (104032) timed out ('10.222.0.25', 53933) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 15:35:11.411209 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-ff145628-f598-4af2-95b3-1058ae811d40 req-bc397c36-1859-42dc-aaa3-bababfe1b7b3 tempest-ServerRescueNegativeTestJSON-1332384991 tempest-ServerRescueNegativeTestJSON-1332384991-project] (104032) timed out ('10.222.0.25', 53948) {{(pid=104032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 15:35:11.877781 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:21.600205 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:35:25.969888 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9352f03b-9980-4146-8941-a58fcec94ac7 req-5141ad61-0ab6-4cfe-82ca-33b234f8b250 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0362403 May 16 15:35:26.065597 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352f03b-9980-4146-8941-a58fcec94ac7 req-caabeb01-ccd8-4e40-ad76-88386da386ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:26.067019 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9352f03b-9980-4146-8941-a58fcec94ac7 req-caabeb01-ccd8-4e40-ad76-88386da386ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 1129 time: 0.0374684 May 16 15:35:26.168689 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352f03b-9980-4146-8941-a58fcec94ac7 req-5cf14721-9392-477e-ac36-54a098b5826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:26.170040 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9352f03b-9980-4146-8941-a58fcec94ac7 req-5cf14721-9392-477e-ac36-54a098b5826c service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 913 time: 0.0861194 May 16 15:35:26.231054 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9352f03b-9980-4146-8941-a58fcec94ac7 req-0d7b3490-c278-4d45-9573-b2b847dcf382 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b5421f-ded5-4aa6-b059-4ba9b102a4af HTTP/1.1" status: 200 len: 1001 time: 0.0551703 May 16 15:35:26.277998 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352f03b-9980-4146-8941-a58fcec94ac7 req-6617bb7b-805f-4321-adb2-ad03ef79c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:26.279385 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9352f03b-9980-4146-8941-a58fcec94ac7 req-6617bb7b-805f-4321-adb2-ad03ef79c92a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0426042 May 16 15:35:26.319018 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352f03b-9980-4146-8941-a58fcec94ac7 req-fa27d5d5-4bf4-4379-80a0-dadde1b835e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:26.320481 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9352f03b-9980-4146-8941-a58fcec94ac7 req-fa27d5d5-4bf4-4379-80a0-dadde1b835e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0354009 May 16 15:35:26.408954 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9352f03b-9980-4146-8941-a58fcec94ac7 req-86eaa474-3151-4d1d-8281-994486af4e46 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823412 May 16 15:35:26.505387 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9352f03b-9980-4146-8941-a58fcec94ac7 req-2152bd18-366c-467a-b7f1-0cd291a1be3a service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904660 May 16 15:35:33.477509 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac451926-9b85-44d4-b3d9-27fd85cf02a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:35.503743 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6283fe1d-d031-40ee-bb6f-cbf4bbe38cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:36.738247 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:38.105772 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:40.643250 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:41.928594 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:53.138447 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-9e05bfb4-eb83-4952-9029-ff8b575ea8c9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082613032&fields=id&tenant_id=35be16de8a104d569efbb5633c5036af HTTP/1.1" status: 200 len: 267 time: 0.0427120 May 16 15:35:53.243398 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-0a7839b5-eae2-4f18-96c9-07650600d9d0 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:53.244853 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-0a7839b5-eae2-4f18-96c9-07650600d9d0 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 812 time: 0.0992980 May 16 15:35:53.259589 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-dd3fdc47-353c-49d7-bb01-6dbe08018a66 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/quotas/35be16de8a104d569efbb5633c5036af HTTP/1.1" status: 200 len: 375 time: 0.0086813 May 16 15:35:53.307506 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-9d0cb440-07c6-40cf-a23e-ffb39d9c4e6b tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0431352 May 16 15:35:53.448696 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-c147783b-8fbe-4856-9ca1-7511f7591777 service neutron] 10.222.0.71 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291001 May 16 15:35:53.537218 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-a0ab34ea-5570-408f-a794-2d02412143b7 service neutron] 10.222.0.71 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820742 May 16 15:35:54.179614 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7011cc61-27aa-4cdd-99de-10b69e3ee29b req-a60103fe-bda4-4b87-aaa4-87074b5a9f90 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 210 time: 0.0810208 May 16 15:35:55.273943 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7ca840bd-52bf-4725-9dcb-d759f1e31f67 req-efc6ae7e-b7f7-4795-b224-09937ac455ea tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 210 time: 0.0283618 May 16 15:35:56.032430 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-aa9fe3c6-844d-45e5-ac51-0fb3bee18e0f tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:56.033875 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-aa9fe3c6-844d-45e5-ac51-0fb3bee18e0f tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 812 time: 0.0996134 May 16 15:35:56.104589 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-b3558daf-e120-4d94-b6a7-2fb21e03a0ab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35be16de8a104d569efbb5633c5036af HTTP/1.1" status: 200 len: 380 time: 0.0551708 May 16 15:35:56.114368 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'port': {'device_id': '117ef420-3f60-461e-940a-e7a9a4e85824', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'admin_state_up': True, 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'security_groups': ['43f623c1-a5db-430e-95ab-b6bd218c7daf']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:35:56.281194 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Made reservation on behalf of 35be16de8a104d569efbb5633c5036af for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:35:56.284694 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:56.383077 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-534a19d5-a8f9-4967-b148-b96ceadc2e32 req-8ebdd120-16ec-4593-99d0-d60a598e3595 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 210 time: 0.0339174 May 16 15:35:56.444233 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Allocated IP 172.20.0.7 (9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce/2803d942-bea6-400d-af04-2ad5293f70ec/a5054d8a-54b7-4c5d-bf2b-6bf5e2980688) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:35:56.585198 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:56.693085 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:56.738880 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:35:56.744437 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:35:56.748363 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:35:56.752318 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'Port': ['ID=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:56.782881 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.783229 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.783612 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.784077 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.784428 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.784765 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.785101 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.785995 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.786339 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.786673 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.787008 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.787338 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.787684 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.788009 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.788334 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:35:56.811785 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:56.812416 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:56.912606 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-e3112c9a-dabc-4b08-bfbb-67ee85707bab tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8019018 May 16 15:35:56.921882 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-296ef1c2-42c8-4ad8-9c02-4bb4d87c63ae tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:35:56.922809 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-296ef1c2-42c8-4ad8-9c02-4bb4d87c63ae tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056000 May 16 15:35:56.942252 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Request body: {'port': {'device_id': '117ef420-3f60-461e-940a-e7a9a4e85824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:35:56.981743 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-acfdd2e7-0ae2-4663-847f-5447e4ef1405 None None] Provisioning complete for port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:35:56.983005 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-acfdd2e7-0ae2-4663-847f-5447e4ef1405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:57.006242 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:57.013505 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-acfdd2e7-0ae2-4663-847f-5447e4ef1405 None None] Port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:35:57.290546 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:35:57.298535 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Publish callbacks [] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:57.311106 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Transition to ACTIVE for port object a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:35:57.380445 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:57.433507 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Pushing event updated for resources: {'Port': ['ID=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:57.533852 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd4e7a-4aaf-4b80-b03d-bf47c28ddd1d req-00a13422-e57e-42e1-8e1b-aa84fef91696 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:57.535374 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-49bd4e7a-4aaf-4b80-b03d-bf47c28ddd1d req-00a13422-e57e-42e1-8e1b-aa84fef91696 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 943 time: 0.0642898 May 16 15:35:57.552222 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Attempting to bind port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:35:57.552479 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Attempting to bind port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:35:57.552810 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Attempting to bind port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 on network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:35:57.566170 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 on network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:35:57.566497 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Attempting to bind port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 on network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:35:57.580016 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Checking agent: {'id': 'bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:35:57.580350 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Checking segment: {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:35:57.580728 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Bound using segment: {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:35:57.581162 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Bound port: a5054d8a-54b7-4c5d-bf2b-6bf5e2980688, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beea3558-37af-4a1b-bd53-cce566220031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:35:57.581521 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:57.610986 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-49bd4e7a-4aaf-4b80-b03d-bf47c28ddd1d req-310867f8-a1d7-4809-9f0c-e41dc327639e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697336 May 16 15:35:57.658388 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] For port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688, host hv-cinder-84175, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:35:57.661360 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] For port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:35:57.746110 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28133824'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:57.777637 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:57.777965 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:35:57.780308 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] 10.222.0.25 "PUT /v2.0/ports/a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 HTTP/1.1" status: 200 len: 1093 time: 0.8435233 May 16 15:35:57.782487 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117ef420-3f60-461e-940a-e7a9a4e85824', 'tag': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:35:57.784831 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27719c7a-00cc-480a-9f6d-56ef73c3a51b" -d '{"events": [{"name": "network-changed", "server_uuid": "117ef420-3f60-461e-940a-e7a9a4e85824", "tag": "a5054d8a-54b7-4c5d-bf2b-6bf5e2980688"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:35:57.816211 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e539b2e-a072-45ac-939a-ba1544b84575 service neutron] Pushing event updated for resources: {'Port': ['ID=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:35:57.831405 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7c3d23-f29c-40e4-be0b-b4f98389d142 x-openstack-request-id: req-bd7c3d23-f29c-40e4-be0b-b4f98389d142 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:35:57.831729 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117ef420-3f60-461e-940a-e7a9a4e85824", "tag": "a5054d8a-54b7-4c5d-bf2b-6bf5e2980688", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:35:57.831992 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bd7c3d23-f29c-40e4-be0b-b4f98389d142 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:35:57.832413 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7c3d23-f29c-40e4-be0b-b4f98389d142'] response: {'name': 'network-changed', 'server_uuid': '117ef420-3f60-461e-940a-e7a9a4e85824', 'tag': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688', 'status': 'completed', 'code': 200} May 16 15:35:57.917343 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27719c7a-00cc-480a-9f6d-56ef73c3a51b req-ebd87992-41f7-4a4f-b2f1-155433bd5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:57.918848 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27719c7a-00cc-480a-9f6d-56ef73c3a51b req-ebd87992-41f7-4a4f-b2f1-155433bd5786 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 1127 time: 0.0449162 May 16 15:35:58.021650 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27719c7a-00cc-480a-9f6d-56ef73c3a51b req-61264311-c0d7-433f-b266-0417b8576293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:58.023097 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27719c7a-00cc-480a-9f6d-56ef73c3a51b req-61264311-c0d7-433f-b266-0417b8576293 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=35be16de8a104d569efbb5633c5036af&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0913098 May 16 15:35:58.117541 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27719c7a-00cc-480a-9f6d-56ef73c3a51b req-766add16-9e23-45f5-86d2-7c8fed764b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:58.118903 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-27719c7a-00cc-480a-9f6d-56ef73c3a51b req-766add16-9e23-45f5-86d2-7c8fed764b81 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898194 May 16 15:35:58.212856 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-458304b2-faaa-4b9a-9209-1d2e4a85c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:58.214333 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-458304b2-faaa-4b9a-9209-1d2e4a85c534 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 1127 time: 0.0374386 May 16 15:35:58.261925 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-7ad8535d-5927-4989-bd7a-01ecafc9df74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 HTTP/1.1" status: 200 len: 217 time: 0.0353491 May 16 15:35:58.308377 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-f51f461b-a1ce-4d8f-b974-ab846705389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:58.309802 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-f51f461b-a1ce-4d8f-b974-ab846705389d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0416102 May 16 15:35:58.350793 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-ba9bd8b9-a032-423e-acbd-cf5d0ae8c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:58.352257 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-ba9bd8b9-a032-423e-acbd-cf5d0ae8c05f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0359855 May 16 15:35:58.442370 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-26ef1cff-a643-42d5-a73f-ab679df97fbb service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841453 May 16 15:35:58.530639 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a874b85-636c-43e0-a132-9224bd3aa8ca req-04ecacc8-3845-4ae0-a472-64548e2eb3b8 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823140 May 16 15:35:58.600011 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:35:58.727362 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8940c4-9ccc-40ed-8dca-60790be548d6 req-39b1e3f7-2ac7-4c3e-b7e4-46e70951b2b2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:58.728845 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a8940c4-9ccc-40ed-8dca-60790be548d6 req-39b1e3f7-2ac7-4c3e-b7e4-46e70951b2b2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 943 time: 0.0479932 May 16 15:35:58.781035 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a8940c4-9ccc-40ed-8dca-60790be548d6 req-3496b3c8-619b-4b4d-bc47-81693769d135 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466621 May 16 15:35:59.898143 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6bef1-0c5d-4ba6-a23a-af91836a7afa req-8c9e0c50-5dde-4954-a1a8-53b8bcac6a1e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:35:59.899595 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-25b6bef1-0c5d-4ba6-a23a-af91836a7afa req-8c9e0c50-5dde-4954-a1a8-53b8bcac6a1e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 943 time: 0.0485668 May 16 15:35:59.946990 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-25b6bef1-0c5d-4ba6-a23a-af91836a7afa req-92e4055c-e01b-45a6-9e6e-a23d836c7273 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 May 16 15:36:01.055969 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f30ce1-0352-4e6a-b65e-14cb41fba87f req-8f97aa26-9bbb-4ddc-9ada-7f3259c3cf4f tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:01.057382 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-71f30ce1-0352-4e6a-b65e-14cb41fba87f req-8f97aa26-9bbb-4ddc-9ada-7f3259c3cf4f tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 943 time: 0.0446572 May 16 15:36:01.104110 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-71f30ce1-0352-4e6a-b65e-14cb41fba87f req-899892f4-7c3f-46d4-825b-b2168d89e629 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405850 May 16 15:36:02.217827 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f94f6b-da48-4a96-a124-19717477bb30 req-7d27e583-4425-422c-a87d-0105c0676190 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:02.219264 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-76f94f6b-da48-4a96-a124-19717477bb30 req-7d27e583-4425-422c-a87d-0105c0676190 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 943 time: 0.0490918 May 16 15:36:02.266763 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-76f94f6b-da48-4a96-a124-19717477bb30 req-d12fdc6c-6cf0-4c5e-b61f-609171652234 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 May 16 15:36:03.424377 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c4a99-63d5-4f83-bee7-db928580e70e req-f4788b3d-8f65-4b02-8dfd-79d918335ee6 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:03.425837 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-392c4a99-63d5-4f83-bee7-db928580e70e req-f4788b3d-8f65-4b02-8dfd-79d918335ee6 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 943 time: 0.0464640 May 16 15:36:03.431350 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-53a5827f-b33c-465b-8201-5f22683e91c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:03.476929 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-392c4a99-63d5-4f83-bee7-db928580e70e req-257665ea-8e5b-4fa0-9bf3-5270ad0ea9af tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452659 May 16 15:36:04.613576 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550569fa-399a-4ea4-b53a-bbb9dc3894df req-5b077eb9-240b-4dbf-8ed9-f2c75bcbf1e2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:04.615091 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-550569fa-399a-4ea4-b53a-bbb9dc3894df req-5b077eb9-240b-4dbf-8ed9-f2c75bcbf1e2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 943 time: 0.0654130 May 16 15:36:04.675283 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-550569fa-399a-4ea4-b53a-bbb9dc3894df req-f4ab44e7-b984-4cfb-816a-ff6670b1c1f5 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543339 May 16 15:36:05.323601 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:36:05.423749 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:36:05.440319 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Returning: {'device': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'port_id': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688', 'mac_address': 'fa:16:3e:14:4a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:36:05.586499 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac47fc13-2722-4c71-9736-b8c176e46c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:05.597366 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:36:05.597751 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:05.610289 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:36:05.628843 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:36:05.703833 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:05.750039 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:36:05.757116 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.757472 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.757821 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.758172 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.758515 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.758851 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.759185 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.759517 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.759874 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.760202 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.760534 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.760865 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.761191 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.761517 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.761842 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:05.791693 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b65cd-0052-4b07-a742-2a594e272c75 req-5811833d-9e26-4b89-9678-19d24a724353 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:05.793390 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-431b65cd-0052-4b07-a742-2a594e272c75 req-5811833d-9e26-4b89-9678-19d24a724353 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 944 time: 0.0481706 May 16 15:36:05.842246 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-431b65cd-0052-4b07-a742-2a594e272c75 req-a642911d-17f6-40dd-879e-28789cbeeb02 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418806 May 16 15:36:06.024355 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] get_ports_and_sgs() called for port_ids ['a5054d8a-54b7-4c5d-bf2b-6bf5e2980688'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:36:06.772237 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:06.954943 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b62987-4174-4643-8947-58a7497a6763 req-31498f7e-2281-4553-8547-fb8a1e42535d tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:06.956436 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3b62987-4174-4643-8947-58a7497a6763 req-31498f7e-2281-4553-8547-fb8a1e42535d tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 944 time: 0.0472004 May 16 15:36:07.007929 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3b62987-4174-4643-8947-58a7497a6763 req-eaf58192-1158-459e-811f-b22d4dd600b4 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460927 May 16 15:36:07.355684 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 up at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:36:07.398851 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning for port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:36:07.497806 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Provisioning complete for port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:36:07.498215 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3983069'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:07.568077 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Current status of the port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:36:07.568450 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:07.589498 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117ef420-3f60-461e-940a-e7a9a4e85824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:36:07.591699 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}704d747a0ece393d02def2bcb5451fccc05e0c12ae0f4425e1ca30f39cefed6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288c3376-98a7-49de-b2da-3ba3d41ebd89" -d '{"events": [{"server_uuid": "117ef420-3f60-461e-940a-e7a9a4e85824", "name": "network-vif-plugged", "status": "completed", "tag": "a5054d8a-54b7-4c5d-bf2b-6bf5e2980688"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:36:07.603486 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] For port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:36:07.627380 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4216fc1f-6fbe-4d72-972e-42f942c2a577 x-openstack-request-id: req-4216fc1f-6fbe-4d72-972e-42f942c2a577 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:36:07.627699 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117ef420-3f60-461e-940a-e7a9a4e85824", "name": "network-vif-plugged", "status": "completed", "tag": "a5054d8a-54b7-4c5d-bf2b-6bf5e2980688", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:36:07.627957 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4216fc1f-6fbe-4d72-972e-42f942c2a577 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:36:07.628356 dv-cinder-841753-2-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4216fc1f-6fbe-4d72-972e-42f942c2a577'] response: {'server_uuid': '117ef420-3f60-461e-940a-e7a9a4e85824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688', 'code': 200} May 16 15:36:07.671331 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:07.721666 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Pushing event updated for resources: {'Port': ['ID=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:36:07.988027 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7df26-0c98-45d7-a71d-0edc1ca11a18 req-89f4b6cb-9b68-44e5-93f6-0cbd3e7fc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:07.989442 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-efb7df26-0c98-45d7-a71d-0edc1ca11a18 req-89f4b6cb-9b68-44e5-93f6-0cbd3e7fc984 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 1129 time: 0.0370080 May 16 15:36:08.036135 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-efb7df26-0c98-45d7-a71d-0edc1ca11a18 req-046ed432-1db7-4008-87dd-ed1b64627288 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405743 May 16 15:36:08.106021 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:08.119374 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fd62a-b3f1-4799-826b-736285aa462f req-7f89bf2a-9032-4e60-9481-16513a418887 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:08.120848 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af6fd62a-b3f1-4799-826b-736285aa462f req-7f89bf2a-9032-4e60-9481-16513a418887 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 945 time: 0.0467622 May 16 15:36:08.168766 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af6fd62a-b3f1-4799-826b-736285aa462f req-271f7d40-9e6e-4bca-b279-7d9ce16b6ad9 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421760 May 16 15:36:09.285479 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366d655-095a-46b0-97dd-e5a7e4996345 req-389e278f-45b5-4432-a1d0-82f442f52f2a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:09.286935 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b366d655-095a-46b0-97dd-e5a7e4996345 req-389e278f-45b5-4432-a1d0-82f442f52f2a tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 945 time: 0.0500569 May 16 15:36:09.335213 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b366d655-095a-46b0-97dd-e5a7e4996345 req-37fd56d2-0233-4424-bee9-1b5bd166d39f tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427363 May 16 15:36:09.445545 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea8531-9fe0-4102-a241-fc8ba42ad6dc req-c3d193f4-d5c6-420f-8d0c-5a043c4c2e1c tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:09.447060 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-adea8531-9fe0-4102-a241-fc8ba42ad6dc req-c3d193f4-d5c6-420f-8d0c-5a043c4c2e1c tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 945 time: 0.0463114 May 16 15:36:09.495457 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-adea8531-9fe0-4102-a241-fc8ba42ad6dc req-5bc4bf6a-8af1-4d43-9917-dbcff38320b3 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428193 May 16 15:36:09.519083 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42204) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:36:09.556667 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97c5e33-c6d4-42ee-be98-aa7160a5f383 tempest-TestVolumeBootPattern-2091910681 tempest-TestVolumeBootPattern-2091910681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:09.558164 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f97c5e33-c6d4-42ee-be98-aa7160a5f383 tempest-TestVolumeBootPattern-2091910681 tempest-TestVolumeBootPattern-2091910681-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 1124 time: 0.0380135 May 16 15:36:09.561041 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42208) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:36:09.565759 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Request body: {'floatingip': {'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'port_id': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:36:09.652592 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:09.730612 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:09.837608 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Allocated IP 172.27.1.32 (694a1298-b7eb-48c7-b7a5-69f3afc3bd8f/b5ec0241-0778-4460-8819-b850dcc3501a/a298717c-aea6-4201-8997-d55b0eecf2e1) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:36:09.938993 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for port (a298717c-aea6-4201-8997-d55b0eecf2e1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:10.029461 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793531748437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (a298717c-aea6-4201-8997-d55b0eecf2e1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:10.063471 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Network 694a1298-b7eb-48c7-b7a5-69f3afc3bd8f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:36:10.067917 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:36:10.070345 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:36:10.100364 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'Port': ['ID=a298717c-aea6-4201-8997-d55b0eecf2e1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:36:10.113281 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.113634 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.113980 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.114324 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.114662 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.114994 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.115322 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.115680 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.116020 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.116341 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.116667 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.116993 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.117316 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.117645 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.117963 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:36:10.430379 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (5a285c4d-a0a1-4d75-82fd-d93a155d243a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:10.551653 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3887693'] for port (a298717c-aea6-4201-8997-d55b0eecf2e1), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:10.620198 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:10.726428 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for port (a298717c-aea6-4201-8997-d55b0eecf2e1), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:10.785654 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793532143243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793531748455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793531748473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28098302'] for port (a298717c-aea6-4201-8997-d55b0eecf2e1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:10.850971 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event updated for resources: {'Port': ['ID=a298717c-aea6-4201-8997-d55b0eecf2e1,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:36:10.863330 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695074'] for floatingip (5a285c4d-a0a1-4d75-82fd-d93a155d243a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:10.955897 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Floating IP 5a285c4d-a0a1-4d75-82fd-d93a155d243a associated. External IP: 172.27.1.32, port: a5054d8a-54b7-4c5d-bf2b-6bf5e2980688. May 16 15:36:11.144035 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Router dad05b77-b53a-4cd2-8e06-b170b97d866a has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:36:11.242282 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:36:11.252094 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23526957-049d-4061-8f46-e7247375647a None None] Sync routers for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:36:11.260788 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23526957-049d-4061-8f46-e7247375647a None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:36:11.261412 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-23526957-049d-4061-8f46-e7247375647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:36:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:36:11.351600 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:11.361636 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-23526957-049d-4061-8f46-e7247375647a None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:36:11.380954 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2deee210-0d16-4b14-a70e-32c1f2d14521 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8189149 May 16 15:36:11.381637 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117ef420-3f60-461e-940a-e7a9a4e85824', 'tag': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:36:11.384070 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1cb78ffffb3c46d6a28f5666227229b2ef2d05e83ea804cfb91f6f675c7fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fc5d51-9716-4da6-ab66-2e45066cfe80" -d '{"events": [{"name": "network-changed", "server_uuid": "117ef420-3f60-461e-940a-e7a9a4e85824", "tag": "a5054d8a-54b7-4c5d-bf2b-6bf5e2980688"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:36:11.420184 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f80a3f-19c3-48cb-a6d9-abda9e00eff9 x-openstack-request-id: req-83f80a3f-19c3-48cb-a6d9-abda9e00eff9 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:36:11.420472 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117ef420-3f60-461e-940a-e7a9a4e85824", "tag": "a5054d8a-54b7-4c5d-bf2b-6bf5e2980688", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:36:11.420725 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-83f80a3f-19c3-48cb-a6d9-abda9e00eff9 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:36:11.421132 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f80a3f-19c3-48cb-a6d9-abda9e00eff9'] response: {'name': 'network-changed', 'server_uuid': '117ef420-3f60-461e-940a-e7a9a4e85824', 'tag': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688', 'status': 'completed', 'code': 200} May 16 15:36:11.502495 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc5d51-9716-4da6-ab66-2e45066cfe80 req-0e0168ff-c72d-442b-9f55-120bbd3a195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:11.503983 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77fc5d51-9716-4da6-ab66-2e45066cfe80 req-0e0168ff-c72d-442b-9f55-120bbd3a195c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 1129 time: 0.0383050 May 16 15:36:11.579242 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-23526957-049d-4061-8f46-e7247375647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '5a285c4d-a0a1-4d75-82fd-d93a155d243a', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:14:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117ef420-3f60-461e-940a-e7a9a4e85824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:36:10Z', 'updated_at': '2022-05-16T15:36:10Z', 'revision_number': 0, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}, {'id': 'ef6aa3fc-fffc-402c-9f6d-0b4a7e009721', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:74:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:34:04Z', 'updated_at': '2022-05-16T15:34:06Z', 'revision_number': 1, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:36:11.597176 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc5d51-9716-4da6-ab66-2e45066cfe80 req-db942276-4ac9-42fd-a6f1-b2183eebd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:11.598631 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77fc5d51-9716-4da6-ab66-2e45066cfe80 req-db942276-4ac9-42fd-a6f1-b2183eebd163 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 913 time: 0.0884075 May 16 15:36:11.603761 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23526957-049d-4061-8f46-e7247375647a None None] Checking router: dad05b77-b53a-4cd2-8e06-b170b97d866a for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:36:11.612517 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23526957-049d-4061-8f46-e7247375647a None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:36:11.613131 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-23526957-049d-4061-8f46-e7247375647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:36:05Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:36:11.664806 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77fc5d51-9716-4da6-ab66-2e45066cfe80 req-8032e286-6721-477a-baa0-38b448e045d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 HTTP/1.1" status: 200 len: 998 time: 0.0587916 May 16 15:36:11.709802 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-23526957-049d-4061-8f46-e7247375647a None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:36:11.712855 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc5d51-9716-4da6-ab66-2e45066cfe80 req-2b4cbbeb-e364-4d6a-a9f5-88a06ef25511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:11.714427 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77fc5d51-9716-4da6-ab66-2e45066cfe80 req-2b4cbbeb-e364-4d6a-a9f5-88a06ef25511 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0443764 May 16 15:36:11.757818 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc5d51-9716-4da6-ab66-2e45066cfe80 req-c8d012ec-a93f-4e59-9502-e1aa534b74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:11.759411 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77fc5d51-9716-4da6-ab66-2e45066cfe80 req-c8d012ec-a93f-4e59-9502-e1aa534b74f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386879 May 16 15:36:11.851135 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77fc5d51-9716-4da6-ab66-2e45066cfe80 req-da88d455-5ad9-4d70-8f0d-89f7daeca1e5 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860019 May 16 15:36:11.927928 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-23526957-049d-4061-8f46-e7247375647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '5a285c4d-a0a1-4d75-82fd-d93a155d243a', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:14:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117ef420-3f60-461e-940a-e7a9a4e85824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:36:10Z', 'updated_at': '2022-05-16T15:36:10Z', 'revision_number': 0, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}, {'id': 'ef6aa3fc-fffc-402c-9f6d-0b4a7e009721', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:74:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:34:04Z', 'updated_at': '2022-05-16T15:34:06Z', 'revision_number': 1, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:36:11.930899 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:11.942284 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77fc5d51-9716-4da6-ab66-2e45066cfe80 req-1f83d0e1-051f-4427-94c4-b5ab0279c767 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853050 May 16 15:36:11.957507 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23526957-049d-4061-8f46-e7247375647a None None] The sync data for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi is: [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': '5a285c4d-a0a1-4d75-82fd-d93a155d243a', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:14:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117ef420-3f60-461e-940a-e7a9a4e85824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:36:10Z', 'updated_at': '2022-05-16T15:36:10Z', 'revision_number': 0, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}, {'id': 'ef6aa3fc-fffc-402c-9f6d-0b4a7e009721', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:74:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:34:04Z', 'updated_at': '2022-05-16T15:34:06Z', 'revision_number': 1, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:36:12.152089 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9d208-e2ad-48bf-ac00-7830ef17a492 None None] New status for floating IP 5a285c4d-a0a1-4d75-82fd-d93a155d243a: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:36:27.144901 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-35ca114b-0d85-4efa-bfad-7f7268c039bf req-565c4173-a2bd-4a68-9320-1cd1dc48e174 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366716 May 16 15:36:27.240152 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca114b-0d85-4efa-bfad-7f7268c039bf req-cc516b01-385b-4d06-a175-6679a410504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:27.241608 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-35ca114b-0d85-4efa-bfad-7f7268c039bf req-cc516b01-385b-4d06-a175-6679a410504b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 1129 time: 0.0407979 May 16 15:36:27.342497 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca114b-0d85-4efa-bfad-7f7268c039bf req-4fe50b77-52d2-42aa-ab10-98dc7b00adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:27.344008 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-35ca114b-0d85-4efa-bfad-7f7268c039bf req-4fe50b77-52d2-42aa-ab10-98dc7b00adda service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 913 time: 0.0851002 May 16 15:36:27.409960 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-35ca114b-0d85-4efa-bfad-7f7268c039bf req-45a96484-66da-4356-b913-d1284697195e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b5421f-ded5-4aa6-b059-4ba9b102a4af HTTP/1.1" status: 200 len: 1001 time: 0.0588913 May 16 15:36:27.456754 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca114b-0d85-4efa-bfad-7f7268c039bf req-13ae01fa-66c8-47d8-ab24-97880758ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:27.458143 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-35ca114b-0d85-4efa-bfad-7f7268c039bf req-13ae01fa-66c8-47d8-ab24-97880758ddc8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0426097 May 16 15:36:27.498171 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca114b-0d85-4efa-bfad-7f7268c039bf req-76ac8240-565b-4dca-ab73-e4bf956f1e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:36:27.499588 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-35ca114b-0d85-4efa-bfad-7f7268c039bf req-76ac8240-565b-4dca-ab73-e4bf956f1e57 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0358307 May 16 15:36:27.591051 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-35ca114b-0d85-4efa-bfad-7f7268c039bf req-8f602eee-407b-407f-89bf-2d9aa25b8d20 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835569 May 16 15:36:27.677793 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-35ca114b-0d85-4efa-bfad-7f7268c039bf req-bb2bc799-7459-4688-b070-0c5b1916903f service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801783 May 16 15:36:33.431275 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9794-a4f5-420d-89cd-f22c279064c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:35.499603 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51d427a2-de7e-4efb-a68c-bf81ec5a4d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:35.598807 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:36:36.754747 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:38.088476 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:40.629064 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:36:41.888569 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:03.440263 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bf3f476e-48f3-4324-a041-411845c65220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:05.491707 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8d686ea5-7916-4c33-9444-cd167c1ac3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:06.750768 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:08.091699 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:10.623228 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:11.897302 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:12.598478 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:37:27.193915 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad31419e-0b4b-40ef-b896-7cdaa9c3c92d req-1e29c614-21f8-4274-bf4b-fd49307aa8c4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1029592 May 16 15:37:27.262201 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31419e-0b4b-40ef-b896-7cdaa9c3c92d req-6a985dc8-dae2-46fc-bceb-81baaf1f1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:27.263652 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad31419e-0b4b-40ef-b896-7cdaa9c3c92d req-6a985dc8-dae2-46fc-bceb-81baaf1f1138 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 1129 time: 0.0373962 May 16 15:37:27.364537 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31419e-0b4b-40ef-b896-7cdaa9c3c92d req-c8ff7462-9ae2-4a2f-867e-55d86e78e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:27.365959 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad31419e-0b4b-40ef-b896-7cdaa9c3c92d req-c8ff7462-9ae2-4a2f-867e-55d86e78e14d service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 913 time: 0.0838165 May 16 15:37:27.429129 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad31419e-0b4b-40ef-b896-7cdaa9c3c92d req-f8ba4f08-3946-4c7f-9106-d77da94c8c1b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 HTTP/1.1" status: 200 len: 1000 time: 0.0565624 May 16 15:37:27.475663 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31419e-0b4b-40ef-b896-7cdaa9c3c92d req-68d6fe32-573e-4e90-ad85-7da900147336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:27.477122 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad31419e-0b4b-40ef-b896-7cdaa9c3c92d req-68d6fe32-573e-4e90-ad85-7da900147336 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0423667 May 16 15:37:27.517109 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31419e-0b4b-40ef-b896-7cdaa9c3c92d req-99696b2f-ace1-49e0-8dcd-ecb275160e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:27.518508 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad31419e-0b4b-40ef-b896-7cdaa9c3c92d req-99696b2f-ace1-49e0-8dcd-ecb275160e2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360861 May 16 15:37:27.607028 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad31419e-0b4b-40ef-b896-7cdaa9c3c92d req-b091f940-278f-4d1f-8531-f6d8f0c3b180 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815883 May 16 15:37:27.693869 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad31419e-0b4b-40ef-b896-7cdaa9c3c92d req-eacabe4e-8d14-4a87-bab7-f73e1a7287f6 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802789 May 16 15:37:33.434210 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7295631c-956b-4796-ab66-64e31143bf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:35.503210 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b080e196-5e5d-44cc-89b9-9c5b13e8fa4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:36.739622 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:38.087650 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:40.632191 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:41.566024 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42246) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:37:41.703834 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Deleting port a298717c-aea6-4201-8997-d55b0eecf2e1 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:37:41.704177 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (a298717c-aea6-4201-8997-d55b0eecf2e1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:41.779336 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (a298717c-aea6-4201-8997-d55b0eecf2e1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:41.779685 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (a298717c-aea6-4201-8997-d55b0eecf2e1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:41.791898 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Calling delete_port for a298717c-aea6-4201-8997-d55b0eecf2e1 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:37:41.905256 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:41.968114 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (a298717c-aea6-4201-8997-d55b0eecf2e1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:41.996177 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event deleted for resources: {'Port': ['ID=a298717c-aea6-4201-8997-d55b0eecf2e1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:37:42.020249 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.020596 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.020945 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.022026 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.022389 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.022736 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.023067 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.023394 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.023753 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.024082 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.024409 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.024737 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.025060 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.025385 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.025707 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:42.065556 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (5a285c4d-a0a1-4d75-82fd-d93a155d243a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:42.065896 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Floating IP 5a285c4d-a0a1-4d75-82fd-d93a155d243a disassociated (deleted). External IP: 172.27.1.32, port: a5054d8a-54b7-4c5d-bf2b-6bf5e2980688. May 16 15:37:42.259867 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Router dad05b77-b53a-4cd2-8e06-b170b97d866a has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:37:42.570838 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:37:42.575522 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:42.581448 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1e77d-f831-4e0d-8ead-16701c038a32 None None] Sync routers for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:37:42.592185 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b1e77d-f831-4e0d-8ead-16701c038a32 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:37:42.592794 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-60b1e77d-f831-4e0d-8ead-16701c038a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:37:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:37:42.604842 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-118c43a4-5ba7-4d30-99d6-a15f6d44d7f7 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "DELETE /v2.0/floatingips/5a285c4d-a0a1-4d75-82fd-d93a155d243a HTTP/1.1" status: 204 len: 168 time: 1.0377481 May 16 15:37:42.605432 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117ef420-3f60-461e-940a-e7a9a4e85824', 'tag': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:37:42.607657 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1cb78ffffb3c46d6a28f5666227229b2ef2d05e83ea804cfb91f6f675c7fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1601cbff-a368-45ad-acbc-593c7fdd1dea" -d '{"events": [{"name": "network-changed", "server_uuid": "117ef420-3f60-461e-940a-e7a9a4e85824", "tag": "a5054d8a-54b7-4c5d-bf2b-6bf5e2980688"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:37:42.733175 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85543f02-8a2c-4182-be30-202f9e34578f x-openstack-request-id: req-85543f02-8a2c-4182-be30-202f9e34578f {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:37:42.733479 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117ef420-3f60-461e-940a-e7a9a4e85824", "tag": "a5054d8a-54b7-4c5d-bf2b-6bf5e2980688", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:37:42.733934 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-85543f02-8a2c-4182-be30-202f9e34578f {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:37:42.734347 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85543f02-8a2c-4182-be30-202f9e34578f'] response: {'name': 'network-changed', 'server_uuid': '117ef420-3f60-461e-940a-e7a9a4e85824', 'tag': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688', 'status': 'completed', 'code': 200} May 16 15:37:42.821306 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601cbff-a368-45ad-acbc-593c7fdd1dea req-d554cfb8-a166-45c6-afdb-2d1901ecb073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:42.822761 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1601cbff-a368-45ad-acbc-593c7fdd1dea req-d554cfb8-a166-45c6-afdb-2d1901ecb073 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 1129 time: 0.0431743 May 16 15:37:42.824270 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-60b1e77d-f831-4e0d-8ead-16701c038a32 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:37:42.920079 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601cbff-a368-45ad-acbc-593c7fdd1dea req-59ddf18a-7efb-4b1e-860a-09e5c4fb05ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:42.921599 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1601cbff-a368-45ad-acbc-593c7fdd1dea req-59ddf18a-7efb-4b1e-860a-09e5c4fb05ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 913 time: 0.0894878 May 16 15:37:42.963520 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1601cbff-a368-45ad-acbc-593c7fdd1dea req-0f143516-dd61-4397-8df1-6d1feb005454 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 HTTP/1.1" status: 200 len: 217 time: 0.0362661 May 16 15:37:43.013254 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601cbff-a368-45ad-acbc-593c7fdd1dea req-b5f8f302-5ec2-4afd-9b9a-09b3c4cc51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:43.014730 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1601cbff-a368-45ad-acbc-593c7fdd1dea req-b5f8f302-5ec2-4afd-9b9a-09b3c4cc51d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0460377 May 16 15:37:43.043327 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-60b1e77d-f831-4e0d-8ead-16701c038a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'ef6aa3fc-fffc-402c-9f6d-0b4a7e009721', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:74:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:34:04Z', 'updated_at': '2022-05-16T15:34:06Z', 'revision_number': 1, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:37:43.068741 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1e77d-f831-4e0d-8ead-16701c038a32 None None] Checking router: dad05b77-b53a-4cd2-8e06-b170b97d866a for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:37:43.072000 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17c74d-c26c-424b-9fb9-9acc7a5a7944 req-8554a7ce-88d2-4566-a5ed-086ca8580bf1 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:43.073511 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1c17c74d-c26c-424b-9fb9-9acc7a5a7944 req-8554a7ce-88d2-4566-a5ed-086ca8580bf1 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 945 time: 0.0462759 May 16 15:37:43.077223 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b1e77d-f831-4e0d-8ead-16701c038a32 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:37:43.077842 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-60b1e77d-f831-4e0d-8ead-16701c038a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:37:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:37:43.122689 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1c17c74d-c26c-424b-9fb9-9acc7a5a7944 req-ac5e9f52-8f53-4e1e-ba08-836feff66577 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435967 May 16 15:37:43.178096 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-60b1e77d-f831-4e0d-8ead-16701c038a32 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:37:43.375270 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-60b1e77d-f831-4e0d-8ead-16701c038a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'ef6aa3fc-fffc-402c-9f6d-0b4a7e009721', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:74:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:34:04Z', 'updated_at': '2022-05-16T15:34:06Z', 'revision_number': 1, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:37:43.402466 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1e77d-f831-4e0d-8ead-16701c038a32 None None] The sync data for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi is: [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_floatingips': [{'id': 'ef6aa3fc-fffc-402c-9f6d-0b4a7e009721', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'router_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'port_id': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'mac_address': 'fa:16:3e:74:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:34:04Z', 'updated_at': '2022-05-16T15:34:06Z', 'revision_number': 1, 'project_id': '35be16de8a104d569efbb5633c5036af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:37:43.632638 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cffba1-c5f1-4900-aa82-573a941d304e None None] New status for floating IP 5a285c4d-a0a1-4d75-82fd-d93a155d243a: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:37:44.112084 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601cbff-a368-45ad-acbc-593c7fdd1dea req-6910e4de-70a1-4f59-95cd-0cc90cc42303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:44.113553 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1601cbff-a368-45ad-acbc-593c7fdd1dea req-6910e4de-70a1-4f59-95cd-0cc90cc42303 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420790 May 16 15:37:44.231767 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1601cbff-a368-45ad-acbc-593c7fdd1dea req-8742300f-025e-4b0a-af71-789c072eeadc service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090801 May 16 15:37:44.249468 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d42806-6d2e-4c0f-b626-722200096186 req-649a6ca9-2b5c-4bf2-b982-e801b494499c tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:44.251157 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b6d42806-6d2e-4c0f-b626-722200096186 req-649a6ca9-2b5c-4bf2-b982-e801b494499c tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 945 time: 0.0556536 May 16 15:37:44.309474 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b6d42806-6d2e-4c0f-b626-722200096186 req-ec25135b-504d-4027-a76c-509aac1bc9be tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524313 May 16 15:37:44.382911 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1601cbff-a368-45ad-acbc-593c7fdd1dea req-12d4f93c-48e9-4b26-b30f-cae821b2367a service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843892 May 16 15:37:44.736814 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a52ae-e45d-44a0-89ab-a8abe6772c47 req-00984083-9d8b-4fd6-bd76-05cd7893fa35 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:44.738220 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-577a52ae-e45d-44a0-89ab-a8abe6772c47 req-00984083-9d8b-4fd6-bd76-05cd7893fa35 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 945 time: 0.0460122 May 16 15:37:44.826767 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-577a52ae-e45d-44a0-89ab-a8abe6772c47 req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Deleting port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:37:44.827104 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-577a52ae-e45d-44a0-89ab-a8abe6772c47 req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:44.914643 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-577a52ae-e45d-44a0-89ab-a8abe6772c47 req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] For port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:37:44.915005 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-577a52ae-e45d-44a0-89ab-a8abe6772c47 req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:44.927460 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-577a52ae-e45d-44a0-89ab-a8abe6772c47 req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Calling delete_port for a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:37:45.093585 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-577a52ae-e45d-44a0-89ab-a8abe6772c47 req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (a5054d8a-54b7-4c5d-bf2b-6bf5e2980688), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:45.119137 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event deleted for resources: {'Port': ['ID=a5054d8a-54b7-4c5d-bf2b-6bf5e2980688,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:37:45.134783 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.135140 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.135490 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.135864 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.136204 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.136541 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.136874 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.137206 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.137538 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.137869 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.138200 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.138530 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.138856 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.139185 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.139512 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:37:45.180688 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-577a52ae-e45d-44a0-89ab-a8abe6772c47 req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] No DVR routers for this DVR port a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:37:45.183224 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-577a52ae-e45d-44a0-89ab-a8abe6772c47 req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:45.186532 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-577a52ae-e45d-44a0-89ab-a8abe6772c47 req-8b60d5e0-6ef7-45ea-aa86-caf44d5a2e64 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "DELETE /v2.0/ports/a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 HTTP/1.1" status: 204 len: 173 time: 0.4408062 May 16 15:37:45.186986 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117ef420-3f60-461e-940a-e7a9a4e85824', 'name': 'network-vif-deleted', 'tag': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:37:45.189222 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4f2fb5-8872-4c3c-877e-8c859f0726b2" -d '{"events": [{"server_uuid": "117ef420-3f60-461e-940a-e7a9a4e85824", "name": "network-vif-deleted", "tag": "a5054d8a-54b7-4c5d-bf2b-6bf5e2980688"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:37:45.225010 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a314174f-6a98-4ed7-bd71-ed9016748025 x-openstack-request-id: req-a314174f-6a98-4ed7-bd71-ed9016748025 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:37:45.225229 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117ef420-3f60-461e-940a-e7a9a4e85824", "name": "network-vif-deleted", "tag": "a5054d8a-54b7-4c5d-bf2b-6bf5e2980688", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:37:45.225497 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a314174f-6a98-4ed7-bd71-ed9016748025 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:37:45.225880 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a314174f-6a98-4ed7-bd71-ed9016748025'] response: {'server_uuid': '117ef420-3f60-461e-940a-e7a9a4e85824', 'name': 'network-vif-deleted', 'tag': 'a5054d8a-54b7-4c5d-bf2b-6bf5e2980688', 'status': 'completed', 'code': 200} May 16 15:37:45.406718 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2fa47064-0ab5-4f7b-8df1-873828eae889 req-393cc301-c479-4cee-a15f-927ba5c1c921 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 210 time: 0.0290654 May 16 15:37:46.514599 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-118e1db1-8349-4cf3-8d90-4c1ceed7db05 req-c938a6e5-552a-4978-a602-d86022117a1c tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=117ef420-3f60-461e-940a-e7a9a4e85824 HTTP/1.1" status: 200 len: 210 time: 0.0276053 May 16 15:37:47.879354 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:37:47.898269 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:37:47.898617 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device a5054d8a-54b7-4c5d-bf2b-6bf5e2980688 not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:37:49.596915 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:37:49.965030 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42290) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:37:50.098036 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Deleting port 3701d9b1-a306-4343-bfe2-511a94e8f635 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:37:50.098379 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (3701d9b1-a306-4343-bfe2-511a94e8f635), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:50.176410 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (3701d9b1-a306-4343-bfe2-511a94e8f635), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:50.176733 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (3701d9b1-a306-4343-bfe2-511a94e8f635), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:50.189333 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Calling delete_port for 3701d9b1-a306-4343-bfe2-511a94e8f635 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:37:50.412559 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (3701d9b1-a306-4343-bfe2-511a94e8f635), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:50.437122 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event deleted for resources: {'Port': ['ID=3701d9b1-a306-4343-bfe2-511a94e8f635,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:37:50.498591 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (ef6aa3fc-fffc-402c-9f6d-0b4a7e009721), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:50.498918 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Floating IP ef6aa3fc-fffc-402c-9f6d-0b4a7e009721 disassociated (deleted). External IP: 172.27.1.130, port: b8b5421f-ded5-4aa6-b059-4ba9b102a4af. May 16 15:37:50.691961 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Router dad05b77-b53a-4cd2-8e06-b170b97d866a has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:37:50.792755 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:37:50.797487 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:50.803839 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206376bb-405e-45d9-8ee7-4874ca560eaa None None] Sync routers for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:37:50.813263 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206376bb-405e-45d9-8ee7-4874ca560eaa None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:37:50.813943 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-206376bb-405e-45d9-8ee7-4874ca560eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:37:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:37:50.826234 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9abe63c4-7fa6-40cb-97bd-7a2a632e8e65 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "DELETE /v2.0/floatingips/ef6aa3fc-fffc-402c-9f6d-0b4a7e009721 HTTP/1.1" status: 204 len: 168 time: 0.8601472 May 16 15:37:50.826908 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'tag': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:37:50.829379 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1cb78ffffb3c46d6a28f5666227229b2ef2d05e83ea804cfb91f6f675c7fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c04977a-0127-43e5-adb6-d14495d04cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1", "tag": "b8b5421f-ded5-4aa6-b059-4ba9b102a4af"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:37:50.882891 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ee19b1-c177-4778-80fc-2168ff975e6a x-openstack-request-id: req-80ee19b1-c177-4778-80fc-2168ff975e6a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:37:50.883181 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1", "tag": "b8b5421f-ded5-4aa6-b059-4ba9b102a4af", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:37:50.883441 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-80ee19b1-c177-4778-80fc-2168ff975e6a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:37:50.883932 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ee19b1-c177-4778-80fc-2168ff975e6a'] response: {'name': 'network-changed', 'server_uuid': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'tag': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'status': 'completed', 'code': 200} May 16 15:37:50.918517 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-206376bb-405e-45d9-8ee7-4874ca560eaa None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:37:50.965516 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04977a-0127-43e5-adb6-d14495d04cc8 req-d06b3040-334b-4c3e-ae29-bc9c44d5ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:50.966985 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c04977a-0127-43e5-adb6-d14495d04cc8 req-d06b3040-334b-4c3e-ae29-bc9c44d5ffcf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35be16de8a104d569efbb5633c5036af&device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 1129 time: 0.0398724 May 16 15:37:51.119424 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-206376bb-405e-45d9-8ee7-4874ca560eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:37:51.145506 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206376bb-405e-45d9-8ee7-4874ca560eaa None None] Checking router: dad05b77-b53a-4cd2-8e06-b170b97d866a for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:37:51.155059 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206376bb-405e-45d9-8ee7-4874ca560eaa None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:37:51.155703 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-206376bb-405e-45d9-8ee7-4874ca560eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:37:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:37:51.261702 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-206376bb-405e-45d9-8ee7-4874ca560eaa None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:37:51.374089 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f0bea-6dda-46e6-8760-89b00398d9d6 req-c9c73688-aa68-4406-a3e1-e674c6953fda tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:51.375540 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1e9f0bea-6dda-46e6-8760-89b00398d9d6 req-c9c73688-aa68-4406-a3e1-e674c6953fda tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 945 time: 0.0638306 May 16 15:37:51.378305 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04977a-0127-43e5-adb6-d14495d04cc8 req-6e4ebeae-2903-43e0-a506-ebb2b14be6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:51.379652 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c04977a-0127-43e5-adb6-d14495d04cc8 req-6e4ebeae-2903-43e0-a506-ebb2b14be6ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 200 len: 913 time: 0.4061902 May 16 15:37:51.428137 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1e9f0bea-6dda-46e6-8760-89b00398d9d6 req-f3710be7-6311-46b2-b3a2-f07802b60f0e tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461295 May 16 15:37:51.445382 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-206376bb-405e-45d9-8ee7-4874ca560eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:37:51.474528 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206376bb-405e-45d9-8ee7-4874ca560eaa None None] The sync data for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi is: [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:55Z', 'revision_number': 4, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi', '_interfaces': [{'id': '8a310503-bc0e-4ed9-873a-bd217d716bcd', 'name': '', 'network_id': '9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'mac_address': 'fa:16:3e:c6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:55Z', 'updated_at': '2022-05-16T15:31:00Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'subnets': [{'id': '2803d942-bea6-400d-af04-2ad5293f70ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:37:51.689964 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f841e3-6d56-4171-bff7-ccf2832a2379 None None] New status for floating IP ef6aa3fc-fffc-402c-9f6d-0b4a7e009721: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:37:52.243258 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c04977a-0127-43e5-adb6-d14495d04cc8 req-18539b39-06fb-4599-bb0f-22321e3c6e2b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b5421f-ded5-4aa6-b059-4ba9b102a4af HTTP/1.1" status: 200 len: 217 time: 0.0310471 May 16 15:37:52.291054 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04977a-0127-43e5-adb6-d14495d04cc8 req-ac2d3855-15a1-4409-bef7-058e4aa0e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:52.292470 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c04977a-0127-43e5-adb6-d14495d04cc8 req-ac2d3855-15a1-4409-bef7-058e4aa0e671 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 200 len: 851 time: 0.0422540 May 16 15:37:52.447171 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04977a-0127-43e5-adb6-d14495d04cc8 req-85d654f0-43d5-4077-b9b0-157c8baa2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:52.448635 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c04977a-0127-43e5-adb6-d14495d04cc8 req-85d654f0-43d5-4077-b9b0-157c8baa2bed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372729 May 16 15:37:52.572398 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5563b4-2620-4b7e-a58b-bc0eab5b610a req-1b0b8027-8457-4771-9247-78bf6654550b tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:52.573842 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7a5563b4-2620-4b7e-a58b-bc0eab5b610a req-1b0b8027-8457-4771-9247-78bf6654550b tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 945 time: 0.0620708 May 16 15:37:52.577221 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c04977a-0127-43e5-adb6-d14495d04cc8 req-bf5034d6-990e-4399-b6b9-e2e984b71150 service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220298 May 16 15:37:52.621700 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7a5563b4-2620-4b7e-a58b-bc0eab5b610a req-d3edd82e-8839-443c-a33d-dc0460a25d34 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/security-groups?id=43f623c1-a5db-430e-95ab-b6bd218c7daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422678 May 16 15:37:52.709521 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6c04977a-0127-43e5-adb6-d14495d04cc8 req-86ca25a0-ea71-47ea-8cea-437c4a88195b service neutron] 10.222.0.25 "GET /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849450 May 16 15:37:52.803857 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73b87f-4ad0-4e69-9546-f7c8cdf736b5 req-d25988af-833f-4794-9fe6-654a818cdaa3 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:37:52.805184 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2e73b87f-4ad0-4e69-9546-f7c8cdf736b5 req-d25988af-833f-4794-9fe6-654a818cdaa3 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 945 time: 0.0452509 May 16 15:37:52.892838 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-2e73b87f-4ad0-4e69-9546-f7c8cdf736b5 req-a77089dc-a00a-4acf-9580-d5c8a6f3e110 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Deleting port b8b5421f-ded5-4aa6-b059-4ba9b102a4af {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:37:52.893178 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e73b87f-4ad0-4e69-9546-f7c8cdf736b5 req-a77089dc-a00a-4acf-9580-d5c8a6f3e110 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:52.979088 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-2e73b87f-4ad0-4e69-9546-f7c8cdf736b5 req-a77089dc-a00a-4acf-9580-d5c8a6f3e110 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] For port b8b5421f-ded5-4aa6-b059-4ba9b102a4af, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b8b5421f-ded5-4aa6-b059-4ba9b102a4af,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:37:52.979451 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e73b87f-4ad0-4e69-9546-f7c8cdf736b5 req-a77089dc-a00a-4acf-9580-d5c8a6f3e110 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:52.992709 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-2e73b87f-4ad0-4e69-9546-f7c8cdf736b5 req-a77089dc-a00a-4acf-9580-d5c8a6f3e110 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Calling delete_port for b8b5421f-ded5-4aa6-b059-4ba9b102a4af owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:37:53.168170 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e73b87f-4ad0-4e69-9546-f7c8cdf736b5 req-a77089dc-a00a-4acf-9580-d5c8a6f3e110 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (b8b5421f-ded5-4aa6-b059-4ba9b102a4af), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:53.196717 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77089dc-a00a-4acf-9580-d5c8a6f3e110 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event deleted for resources: {'Port': ['ID=b8b5421f-ded5-4aa6-b059-4ba9b102a4af,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:37:53.246330 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e73b87f-4ad0-4e69-9546-f7c8cdf736b5 req-a77089dc-a00a-4acf-9580-d5c8a6f3e110 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] No DVR routers for this DVR port b8b5421f-ded5-4aa6-b059-4ba9b102a4af on host hv-cinder-84175 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:37:53.248885 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-2e73b87f-4ad0-4e69-9546-f7c8cdf736b5 req-a77089dc-a00a-4acf-9580-d5c8a6f3e110 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:53.252158 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2e73b87f-4ad0-4e69-9546-f7c8cdf736b5 req-a77089dc-a00a-4acf-9580-d5c8a6f3e110 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.25 "DELETE /v2.0/ports/b8b5421f-ded5-4aa6-b059-4ba9b102a4af HTTP/1.1" status: 204 len: 173 time: 0.4420557 May 16 15:37:53.252614 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'name': 'network-vif-deleted', 'tag': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:37:53.254824 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b0ba35156e8774e66924362a297e74aed28d36a776e9704b03693934a1ad8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c69751d-5559-4141-9b0d-cbdd9e4290e5" -d '{"events": [{"server_uuid": "89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1", "name": "network-vif-deleted", "tag": "b8b5421f-ded5-4aa6-b059-4ba9b102a4af"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:37:53.291485 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138465bd-38c6-446d-b854-4011365aa64e x-openstack-request-id: req-138465bd-38c6-446d-b854-4011365aa64e {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:37:53.291821 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1", "name": "network-vif-deleted", "tag": "b8b5421f-ded5-4aa6-b059-4ba9b102a4af", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:37:53.292080 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-138465bd-38c6-446d-b854-4011365aa64e {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:37:53.292485 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138465bd-38c6-446d-b854-4011365aa64e'] response: {'server_uuid': '89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1', 'name': 'network-vif-deleted', 'tag': 'b8b5421f-ded5-4aa6-b059-4ba9b102a4af', 'status': 'completed', 'code': 200} May 16 15:37:53.722051 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [req-983a4622-195d-4ab4-9c7d-27e95d112e68 req-d9530215-3328-419d-aec3-24314a438b67 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b2cf38-3e3e-4ec8-831a-6dc75fb79dc1 HTTP/1.1" status: 200 len: 210 time: 0.0266433 May 16 15:37:54.782441 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42306) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:37:54.891613 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-40293f25-13e3-403a-b0c5-ef42cbf79bf2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Deleting port e5bfef7a-e42a-47ec-9f68-7e261e0f1efc {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:37:54.891983 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40293f25-13e3-403a-b0c5-ef42cbf79bf2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (e5bfef7a-e42a-47ec-9f68-7e261e0f1efc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:54.965486 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40293f25-13e3-403a-b0c5-ef42cbf79bf2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (e5bfef7a-e42a-47ec-9f68-7e261e0f1efc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:54.965816 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40293f25-13e3-403a-b0c5-ef42cbf79bf2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (e5bfef7a-e42a-47ec-9f68-7e261e0f1efc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:54.977626 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-40293f25-13e3-403a-b0c5-ef42cbf79bf2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Calling delete_port for e5bfef7a-e42a-47ec-9f68-7e261e0f1efc owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:37:55.200239 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40293f25-13e3-403a-b0c5-ef42cbf79bf2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (e5bfef7a-e42a-47ec-9f68-7e261e0f1efc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:55.224882 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40293f25-13e3-403a-b0c5-ef42cbf79bf2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event deleted for resources: {'Port': ['ID=e5bfef7a-e42a-47ec-9f68-7e261e0f1efc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:37:55.289943 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40293f25-13e3-403a-b0c5-ef42cbf79bf2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for floatingip (ab979ec6-a8a2-4b54-8d6f-5851f963b27c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:55.294782 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-40293f25-13e3-403a-b0c5-ef42cbf79bf2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519609'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:55.294782 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-40293f25-13e3-403a-b0c5-ef42cbf79bf2 tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "DELETE /v2.0/floatingips/ab979ec6-a8a2-4b54-8d6f-5851f963b27c HTTP/1.1" status: 204 len: 168 time: 0.5108263 May 16 15:37:55.936219 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device b8b5421f-ded5-4aa6-b059-4ba9b102a4af no longer exists at agent hyperv_hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:37:55.955426 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] No Port match for: b8b5421f-ded5-4aa6-b059-4ba9b102a4af {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:37:55.955807 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Device b8b5421f-ded5-4aa6-b059-4ba9b102a4af not bound to the agent host hv-cinder-84175 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:37:56.602447 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42318) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:37:56.659427 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e88d617-0876-4ada-a899-75cd4d57a1af tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group (43f623c1-a5db-430e-95ab-b6bd218c7daf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:56.684675 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e88d617-0876-4ada-a899-75cd4d57a1af tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group (43f623c1-a5db-430e-95ab-b6bd218c7daf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:56.807973 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e88d617-0876-4ada-a899-75cd4d57a1af tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (43f623c1-a5db-430e-95ab-b6bd218c7daf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:56.810468 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e88d617-0876-4ada-a899-75cd4d57a1af tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:56.811677 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7e88d617-0876-4ada-a899-75cd4d57a1af tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] 10.222.0.71 "DELETE /v2.0/security-groups/43f623c1-a5db-430e-95ab-b6bd218c7daf HTTP/1.1" status: 204 len: 168 time: 0.2082348 May 16 15:37:56.821679 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88d617-0876-4ada-a899-75cd4d57a1af tempest-TestVolumeBootPattern-1823841486 tempest-TestVolumeBootPattern-1823841486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f623c1-a5db-430e-95ab-b6bd218c7daf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:37:56.935039 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42322) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:37:57.327237 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46565f0d-73ee-4062-9161-12c68c126f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690127'] for router_interface (dad05b77-b53a-4cd2-8e06-b170b97d866a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:57.540095 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-46565f0d-73ee-4062-9161-12c68c126f66 admin admin] Deleting port 8a310503-bc0e-4ed9-873a-bd217d716bcd {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:37:57.540430 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46565f0d-73ee-4062-9161-12c68c126f66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:57.615199 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-46565f0d-73ee-4062-9161-12c68c126f66 admin admin] For port 8a310503-bc0e-4ed9-873a-bd217d716bcd, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=8a310503-bc0e-4ed9-873a-bd217d716bcd,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:37:57.615948 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46565f0d-73ee-4062-9161-12c68c126f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:57.627717 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-46565f0d-73ee-4062-9161-12c68c126f66 admin admin] Calling delete_port for 8a310503-bc0e-4ed9-873a-bd217d716bcd owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:37:57.851589 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46565f0d-73ee-4062-9161-12c68c126f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (8a310503-bc0e-4ed9-873a-bd217d716bcd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:57.876714 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46565f0d-73ee-4062-9161-12c68c126f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a310503-bc0e-4ed9-873a-bd217d716bcd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:37:58.038147 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46565f0d-73ee-4062-9161-12c68c126f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-746586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882128'] for router_interface (dad05b77-b53a-4cd2-8e06-b170b97d866a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:58.233693 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46565f0d-73ee-4062-9161-12c68c126f66 admin admin] Router dad05b77-b53a-4cd2-8e06-b170b97d866a has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:37:58.537393 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46565f0d-73ee-4062-9161-12c68c126f66 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:37:58.547887 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-46565f0d-73ee-4062-9161-12c68c126f66 admin admin] 10.222.0.71 "PUT /v2.0/routers/dad05b77-b53a-4cd2-8e06-b170b97d866a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6095583 May 16 15:37:58.548833 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 42326) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:37:58.549838 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38566e4-aadc-4be7-889f-dbe14ae789e3 None None] Sync routers for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:37:58.563196 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38566e4-aadc-4be7-889f-dbe14ae789e3 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:37:58.563836 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f38566e4-aadc-4be7-889f-dbe14ae789e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:37:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:37:58.647197 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Publish callbacks [] for router (dad05b77-b53a-4cd2-8e06-b170b97d866a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:58.663955 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f38566e4-aadc-4be7-889f-dbe14ae789e3 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: dv-cinder-841753-2-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:37:58.743557 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Publish callbacks [] for router_gateway (dad05b77-b53a-4cd2-8e06-b170b97d866a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:58.828130 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f38566e4-aadc-4be7-889f-dbe14ae789e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:37:57Z', 'revision_number': 5, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port': {'id': 'd5d98477-25db-4774-895b-eab04f60b6b8', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:37:58.888130 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Deleting port d5d98477-25db-4774-895b-eab04f60b6b8 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:37:58.888469 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (d5d98477-25db-4774-895b-eab04f60b6b8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:58.970677 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] For port d5d98477-25db-4774-895b-eab04f60b6b8, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=d5d98477-25db-4774-895b-eab04f60b6b8,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:37:58.971038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (d5d98477-25db-4774-895b-eab04f60b6b8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:58.980182 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38566e4-aadc-4be7-889f-dbe14ae789e3 None None] Checking router: dad05b77-b53a-4cd2-8e06-b170b97d866a for host: dv-cinder-841753-2-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:37:58.984358 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Calling delete_port for d5d98477-25db-4774-895b-eab04f60b6b8 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:37:58.988383 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38566e4-aadc-4be7-889f-dbe14ae789e3 None None] Routers {'dad05b77-b53a-4cd2-8e06-b170b97d866a'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:37:58.989204 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f38566e4-aadc-4be7-889f-dbe14ae789e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:37:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['dad05b77-b53a-4cd2-8e06-b170b97d866a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:37:59.070311 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f38566e4-aadc-4be7-889f-dbe14ae789e3 None None] Set router dad05b77-b53a-4cd2-8e06-b170b97d866a gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:37:59.118077 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f38566e4-aadc-4be7-889f-dbe14ae789e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:37:58Z', 'revision_number': 6, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port_host': None}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:37:59.144650 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38566e4-aadc-4be7-889f-dbe14ae789e3 None None] The sync data for ids ['dad05b77-b53a-4cd2-8e06-b170b97d866a'] in dv-cinder-841753-2-iscsi is: [{'id': 'dad05b77-b53a-4cd2-8e06-b170b97d866a', 'name': 'tempest-TestVolumeBootPattern-1340812383-router', 'tenant_id': '35be16de8a104d569efbb5633c5036af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:53Z', 'updated_at': '2022-05-16T15:37:58Z', 'revision_number': 6, 'project_id': '35be16de8a104d569efbb5633c5036af', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:37:59.211801 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (d5d98477-25db-4774-895b-eab04f60b6b8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.241007 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d98477-25db-4774-895b-eab04f60b6b8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:37:59.301207 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692989'] for router_gateway (dad05b77-b53a-4cd2-8e06-b170b97d866a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.385988 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7036'] for router (dad05b77-b53a-4cd2-8e06-b170b97d866a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.388089 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Publish callbacks [] for router_controller (dad05b77-b53a-4cd2-8e06-b170b97d866a), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.480406 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-698796'] for router (dad05b77-b53a-4cd2-8e06-b170b97d866a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.481058 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Fanout notify agent at l3_agent the message router_deleted on router dad05b77-b53a-4cd2-8e06-b170b97d866a {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:37:59.488038 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.488038 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-da2cf4c1-170b-4a89-9de6-46fa4c665bae admin admin] 10.222.0.71 "DELETE /v2.0/routers/dad05b77-b53a-4cd2-8e06-b170b97d866a HTTP/1.1" status: 204 len: 168 time: 0.9367371 May 16 15:37:59.489261 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 42328) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:37:59.541727 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b03a92-a47c-475d-aa30-8dc70031149b admin admin] Deleting subnet 2803d942-bea6-400d-af04-2ad5293f70ec {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:37:59.545249 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b03a92-a47c-475d-aa30-8dc70031149b admin admin] Publish callbacks [] for subnet (2803d942-bea6-400d-af04-2ad5293f70ec), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.579758 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b03a92-a47c-475d-aa30-8dc70031149b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28775581'] for subnet (2803d942-bea6-400d-af04-2ad5293f70ec), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.651991 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b03a92-a47c-475d-aa30-8dc70031149b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (2803d942-bea6-400d-af04-2ad5293f70ec), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.768139 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b03a92-a47c-475d-aa30-8dc70031149b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28144902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28552004'] for subnet (2803d942-bea6-400d-af04-2ad5293f70ec), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.798582 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b03a92-a47c-475d-aa30-8dc70031149b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2803d942-bea6-400d-af04-2ad5293f70ec,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:37:59.802934 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89b03a92-a47c-475d-aa30-8dc70031149b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.806391 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-89b03a92-a47c-475d-aa30-8dc70031149b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2803d942-bea6-400d-af04-2ad5293f70ec HTTP/1.1" status: 204 len: 168 time: 0.3158634 May 16 15:37:59.808638 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 42330) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:37:59.811147 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c651f8-a9c3-4756-b4e7-7d79079e2710 None None] Network 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:37:59.878285 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.922542 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Deleting port 2e1fc904-d616-48d9-9b39-364253a8dd53 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:37:59.922877 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.954450 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] DHCP port deletion for 9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce request from dv-cinder-841753-2-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:37:59.989379 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] For port 2e1fc904-d616-48d9-9b39-364253a8dd53, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=2e1fc904-d616-48d9-9b39-364253a8dd53,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:37:59.989744 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:37:59.996304 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Deleting port 2e1fc904-d616-48d9-9b39-364253a8dd53 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:37:59.996683 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:00.002883 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Calling delete_port for 2e1fc904-d616-48d9-9b39-364253a8dd53 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:38:00.058650 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] For port 2e1fc904-d616-48d9-9b39-364253a8dd53, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=2e1fc904-d616-48d9-9b39-364253a8dd53,segment=NetworkSegment(beea3558-37af-4a1b-bd53-cce566220031),segment_id=beea3558-37af-4a1b-bd53-cce566220031)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:38:00.059059 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:00.073885 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Calling delete_port for 2e1fc904-d616-48d9-9b39-364253a8dd53 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:38:00.143434 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:00.151162 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446'] for port (2e1fc904-d616-48d9-9b39-364253a8dd53), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:00.173415 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] No DVR routers for this DVR port 2e1fc904-d616-48d9-9b39-364253a8dd53 on host dv-cinder-841753-2-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:38:00.176491 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Pushing event deleted for resources: {'Port': ['ID=2e1fc904-d616-48d9-9b39-364253a8dd53,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:38:00.178868 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1fc904-d616-48d9-9b39-364253a8dd53,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:38:00.184402 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] No DVR routers for this DVR port 2e1fc904-d616-48d9-9b39-364253a8dd53 on host dv-cinder-841753-2-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:38:00.186500 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.186849 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.187193 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.187529 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.187892 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.188222 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.188550 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.188876 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.189200 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.189523 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.189873 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.190164 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.190484 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.190802 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.191122 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ebeb9-d628-427b-a387-b5e0ac5d7310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-2-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:38:00.252847 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:00.273224 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:38:00.282064 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beea3558-37af-4a1b-bd53-cce566220031') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:38:00.282358 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beea3558-37af-4a1b-bd53-cce566220031') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:38:00.291748 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28775588'] for segment (beea3558-37af-4a1b-bd53-cce566220031), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:00.304301 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (beea3558-37af-4a1b-bd53-cce566220031), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:00.309875 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:38:00.310249 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28133796'] for segment (beea3558-37af-4a1b-bd53-cce566220031), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: Traceback (most recent call last): May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: timer() May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: cb(*args, **kw) May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: return func(*args, **kwargs) May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: self._notify() May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: self.callback(batched_events) May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: event.method(event) May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: return f(self, *a, **k) May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._get(url).json() May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: return self.request(url, 'GET', **kwargs) May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:38:00.311952 dv-cinder-841753-2-iscsi neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:38:00.457078 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:00.473056 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:00.476321 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] 10.222.0.71 "DELETE /v2.0/networks/9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce HTTP/1.1" status: 204 len: 168 time: 0.6667724 May 16 15:38:00.477604 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86f9ff-55eb-4055-b746-ff9ed7748f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5b8e9b-f5ed-471c-99f0-3d6ef4d85cce,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:38:00.479259 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 42332) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:38:00.600380 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device d5d98477-25db-4774-895b-eab04f60b6b8 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:38:00.619883 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: d5d98477-25db-4774-895b-eab04f60b6b8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:38:00.620234 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device d5d98477-25db-4774-895b-eab04f60b6b8 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:38:00.620647 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 2e1fc904-d616-48d9-9b39-364253a8dd53 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:38:00.638479 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 2e1fc904-d616-48d9-9b39-364253a8dd53 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:38:00.638826 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 2e1fc904-d616-48d9-9b39-364253a8dd53 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:38:00.639235 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 8a310503-bc0e-4ed9-873a-bd217d716bcd no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:38:00.657275 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 8a310503-bc0e-4ed9-873a-bd217d716bcd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:38:00.657647 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 8a310503-bc0e-4ed9-873a-bd217d716bcd not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:38:00.782298 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bef92898-3f0c-46fd-be4e-5618be4eed28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690127'] for router_interface (3535a698-53a3-49dc-a34e-c408acf67cb2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:00.998844 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-bef92898-3f0c-46fd-be4e-5618be4eed28 admin admin] Deleting port 2395cdd0-be36-4254-956c-b751d346f84d {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:38:00.999183 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bef92898-3f0c-46fd-be4e-5618be4eed28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (2395cdd0-be36-4254-956c-b751d346f84d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:01.077531 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-bef92898-3f0c-46fd-be4e-5618be4eed28 admin admin] For port 2395cdd0-be36-4254-956c-b751d346f84d, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=2395cdd0-be36-4254-956c-b751d346f84d,segment=NetworkSegment(d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e),segment_id=d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:38:01.077809 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bef92898-3f0c-46fd-be4e-5618be4eed28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (2395cdd0-be36-4254-956c-b751d346f84d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:01.090591 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-bef92898-3f0c-46fd-be4e-5618be4eed28 admin admin] Calling delete_port for 2395cdd0-be36-4254-956c-b751d346f84d owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:38:01.350696 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bef92898-3f0c-46fd-be4e-5618be4eed28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (2395cdd0-be36-4254-956c-b751d346f84d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:01.376231 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef92898-3f0c-46fd-be4e-5618be4eed28 admin admin] Pushing event deleted for resources: {'Port': ['ID=2395cdd0-be36-4254-956c-b751d346f84d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:38:01.532771 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bef92898-3f0c-46fd-be4e-5618be4eed28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-746586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882128'] for router_interface (3535a698-53a3-49dc-a34e-c408acf67cb2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:01.730095 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef92898-3f0c-46fd-be4e-5618be4eed28 admin admin] Router 3535a698-53a3-49dc-a34e-c408acf67cb2 has already been hosted by L3 agent a82278d7-91ea-4348-9d11-75bba1d53ff6 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:38:01.827313 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef92898-3f0c-46fd-be4e-5618be4eed28 admin admin] Notify agent at l3_agent.dv-cinder-841753-2-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:38:01.835006 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bef92898-3f0c-46fd-be4e-5618be4eed28 admin admin] 10.222.0.71 "PUT /v2.0/routers/3535a698-53a3-49dc-a34e-c408acf67cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3519697 May 16 15:38:01.835154 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42334) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:38:01.835736 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f389d68-7253-4720-a91f-cd2589921876 None None] Sync routers for ids ['3535a698-53a3-49dc-a34e-c408acf67cb2'] in dv-cinder-841753-2-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:38:01.845852 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f389d68-7253-4720-a91f-cd2589921876 None None] Routers {'3535a698-53a3-49dc-a34e-c408acf67cb2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:38:01.846343 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4f389d68-7253-4720-a91f-cd2589921876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:37:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3535a698-53a3-49dc-a34e-c408acf67cb2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:38:01.931706 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Publish callbacks [] for router (3535a698-53a3-49dc-a34e-c408acf67cb2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:01.942690 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4f389d68-7253-4720-a91f-cd2589921876 None None] Set router 3535a698-53a3-49dc-a34e-c408acf67cb2 gateway port host: dv-cinder-841753-2-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:38:02.028877 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Publish callbacks [] for router_gateway (3535a698-53a3-49dc-a34e-c408acf67cb2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:02.178719 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Deleting port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:38:02.179075 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:02.181621 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4f389d68-7253-4720-a91f-cd2589921876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'name': 'tempest-TestVolumeBootPattern-571003921-router', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'external_fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:58Z', 'updated_at': '2022-05-16T15:38:01Z', 'revision_number': 5, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'gw_port': {'id': '5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7', 'name': '', 'network_id': '694a1298-b7eb-48c7-b7a5-69f3afc3bd8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:30:59Z', 'updated_at': '2022-05-16T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5ec0241-0778-4460-8819-b850dcc3501a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-2-iscsi'}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:38:02.206182 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f389d68-7253-4720-a91f-cd2589921876 None None] Checking router: 3535a698-53a3-49dc-a34e-c408acf67cb2 for host: dv-cinder-841753-2-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:38:02.214242 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f389d68-7253-4720-a91f-cd2589921876 None None] Routers {'3535a698-53a3-49dc-a34e-c408acf67cb2'} bound to L3 agent in host dv-cinder-841753-2-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:38:02.214848 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4f389d68-7253-4720-a91f-cd2589921876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:06:05Z,description=,heartbeat_timestamp=2022-05-16T15:37:35Z,host='dv-cinder-841753-2-iscsi',id=a82278d7-91ea-4348-9d11-75bba1d53ff6,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:06:06Z,topic='l3_agent')) {'router_ids': ['3535a698-53a3-49dc-a34e-c408acf67cb2'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:38:02.262390 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] For port 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7,segment=NetworkSegment(74f5cb15-0c2c-4306-8009-5b08353a0eef),segment_id=74f5cb15-0c2c-4306-8009-5b08353a0eef)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:38:02.262758 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:02.276116 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Calling delete_port for 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:38:02.295919 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4f389d68-7253-4720-a91f-cd2589921876 None None] Set router 3535a698-53a3-49dc-a34e-c408acf67cb2 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:38:02.346609 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4f389d68-7253-4720-a91f-cd2589921876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'name': 'tempest-TestVolumeBootPattern-571003921-router', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:58Z', 'updated_at': '2022-05-16T15:38:02Z', 'revision_number': 6, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'gw_port_host': None}], 'dv-cinder-841753-2-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:38:02.372133 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f389d68-7253-4720-a91f-cd2589921876 None None] The sync data for ids ['3535a698-53a3-49dc-a34e-c408acf67cb2'] in dv-cinder-841753-2-iscsi is: [{'id': '3535a698-53a3-49dc-a34e-c408acf67cb2', 'name': 'tempest-TestVolumeBootPattern-571003921-router', 'tenant_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:30:58Z', 'updated_at': '2022-05-16T15:38:02Z', 'revision_number': 6, 'project_id': '1a3e43fff5a547d7b1881434d9c8fce3', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:38:02.499266 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28098249'] for port (5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:02.525075 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:38:02.584739 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692989'] for router_gateway (3535a698-53a3-49dc-a34e-c408acf67cb2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:02.669789 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7036'] for router (3535a698-53a3-49dc-a34e-c408acf67cb2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:02.671817 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Publish callbacks [] for router_controller (3535a698-53a3-49dc-a34e-c408acf67cb2), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:02.783184 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-698796'] for router (3535a698-53a3-49dc-a34e-c408acf67cb2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:02.787157 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3535a698-53a3-49dc-a34e-c408acf67cb2 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:38:02.788887 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:02.792846 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 42336) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:38:02.799938 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-49a1cb90-141b-4cf4-a6e8-b91bb9c02bba admin admin] 10.222.0.71 "DELETE /v2.0/routers/3535a698-53a3-49dc-a34e-c408acf67cb2 HTTP/1.1" status: 204 len: 168 time: 0.9636426 May 16 15:38:02.837461 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c2edec-68d0-44b9-8221-ae95c25ca018 admin admin] Deleting subnet c5499771-3a20-49fc-81e1-4f7e11146c60 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:38:02.840441 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46c2edec-68d0-44b9-8221-ae95c25ca018 admin admin] Publish callbacks [] for subnet (c5499771-3a20-49fc-81e1-4f7e11146c60), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:02.873486 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46c2edec-68d0-44b9-8221-ae95c25ca018 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28775581'] for subnet (c5499771-3a20-49fc-81e1-4f7e11146c60), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:02.950784 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46c2edec-68d0-44b9-8221-ae95c25ca018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4019441'] for subnet (c5499771-3a20-49fc-81e1-4f7e11146c60), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.057569 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46c2edec-68d0-44b9-8221-ae95c25ca018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4019432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28144902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28552004'] for subnet (c5499771-3a20-49fc-81e1-4f7e11146c60), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.082258 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2edec-68d0-44b9-8221-ae95c25ca018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5499771-3a20-49fc-81e1-4f7e11146c60,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:38:03.086076 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-46c2edec-68d0-44b9-8221-ae95c25ca018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.089241 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-46c2edec-68d0-44b9-8221-ae95c25ca018 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c5499771-3a20-49fc-81e1-4f7e11146c60 HTTP/1.1" status: 204 len: 168 time: 0.2953248 May 16 15:38:03.091748 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.71', 42338) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:38:03.091907 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2362d85-50b3-4339-95e1-5823e877b76b None None] Network d18ea76f-3d92-4c50-86b8-d08a067799b8 requested from dv-cinder-841753-2-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:38:03.148702 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 2395cdd0-be36-4254-956c-b751d346f84d no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:38:03.173087 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3844398'] for network (d18ea76f-3d92-4c50-86b8-d08a067799b8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.196806 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 2395cdd0-be36-4254-956c-b751d346f84d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:38:03.197381 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 2395cdd0-be36-4254-956c-b751d346f84d not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:38:03.216316 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Deleting port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:38:03.216654 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.280465 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f581ea0-a263-47ac-8ef5-7883e21427ac None None] DHCP port deletion for d18ea76f-3d92-4c50-86b8-d08a067799b8 request from dv-cinder-841753-2-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:38:03.284812 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] For port efda5a23-04b5-4eec-aa92-9eb8c4e71f03, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=efda5a23-04b5-4eec-aa92-9eb8c4e71f03,segment=NetworkSegment(d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e),segment_id=d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:38:03.285177 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.298408 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Calling delete_port for efda5a23-04b5-4eec-aa92-9eb8c4e71f03 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:38:03.318337 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4f581ea0-a263-47ac-8ef5-7883e21427ac None None] Deleting port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:38:03.318953 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4f581ea0-a263-47ac-8ef5-7883e21427ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793532134629'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.396242 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4f581ea0-a263-47ac-8ef5-7883e21427ac None None] For port efda5a23-04b5-4eec-aa92-9eb8c4e71f03, host dv-cinder-841753-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-2-iscsi',level=0,port_id=efda5a23-04b5-4eec-aa92-9eb8c4e71f03,segment=NetworkSegment(d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e),segment_id=d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:38:03.396645 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4f581ea0-a263-47ac-8ef5-7883e21427ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689925'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.415086 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4f581ea0-a263-47ac-8ef5-7883e21427ac None None] Calling delete_port for efda5a23-04b5-4eec-aa92-9eb8c4e71f03 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:38:03.453815 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28133879'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.480834 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Pushing event deleted for resources: {'Port': ['ID=efda5a23-04b5-4eec-aa92-9eb8c4e71f03,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:38:03.482661 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] No DVR routers for this DVR port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 on host dv-cinder-841753-2-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:38:03.484537 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4175b841-163b-47c7-87aa-5495c215b1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.507076 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4f581ea0-a263-47ac-8ef5-7883e21427ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3887843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793532143225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793531748446'] for port (efda5a23-04b5-4eec-aa92-9eb8c4e71f03), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.533097 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f581ea0-a263-47ac-8ef5-7883e21427ac None None] No DVR routers for this DVR port efda5a23-04b5-4eec-aa92-9eb8c4e71f03 on host dv-cinder-841753-2-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:38:03.537808 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f581ea0-a263-47ac-8ef5-7883e21427ac None None] Pushing event deleted for resources: {'Port': ['ID=efda5a23-04b5-4eec-aa92-9eb8c4e71f03,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:38:03.557338 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984708', 'neutron.services.segments.db._delete_segments_for_network-8793532245014'] for network (d18ea76f-3d92-4c50-86b8-d08a067799b8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.577496 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18ea76f-3d92-4c50-86b8-d08a067799b8']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:38:03.587446 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5602ccf-3b8a-4c8b-84e7-8d1a08aa358e') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:38:03.587768 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5602ccf-3b8a-4c8b-84e7-8d1a08aa358e') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:38:03.597029 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793532246303', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28775588'] for segment (d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.611169 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026'] for segment (d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.617528 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:38:03.617941 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4022026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28133796'] for segment (d5602ccf-3b8a-4c8b-84e7-8d1a08aa358e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: Traceback (most recent call last): May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: timer() May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: cb(*args, **kw) May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: return func(*args, **kwargs) May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: self._notify() May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: self.callback(batched_events) May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: event.method(event) May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: return f(self, *a, **k) May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._get(url).json() May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: return self.request(url, 'GET', **kwargs) May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:38:03.619809 dv-cinder-841753-2-iscsi neutron-server[104032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:38:03.745145 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3984767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-762542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-746579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695247'] for network (d18ea76f-3d92-4c50-86b8-d08a067799b8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.750404 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-746621'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:03.753540 dv-cinder-841753-2-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d18ea76f-3d92-4c50-86b8-d08a067799b8 HTTP/1.1" status: 204 len: 168 time: 0.6607985 May 16 15:38:03.764277 dv-cinder-841753-2-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f53f0d-795c-4a74-a712-6fa80465ff15 admin admin] Pushing event deleted for resources: {'Network': ['ID=d18ea76f-3d92-4c50-86b8-d08a067799b8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:38:04.003029 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42342) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:38:04.043454 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ffbdd9e4-3060-460d-ba7f-cfb1e0b63110 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=35be16de8a104d569efbb5633c5036af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391519 May 16 15:38:04.045872 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42344) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:38:04.092626 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3164e227-5073-4157-81bf-65f9fd0b1348 admin admin] Publish callbacks [] for security_group (e2693c31-8925-472f-9524-a7c7d51e523e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:04.113569 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3164e227-5073-4157-81bf-65f9fd0b1348 admin admin] Publish callbacks [] for security_group (e2693c31-8925-472f-9524-a7c7d51e523e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:04.230943 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3164e227-5073-4157-81bf-65f9fd0b1348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (e2693c31-8925-472f-9524-a7c7d51e523e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:04.233561 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3164e227-5073-4157-81bf-65f9fd0b1348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:04.234818 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3164e227-5073-4157-81bf-65f9fd0b1348 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e2693c31-8925-472f-9524-a7c7d51e523e HTTP/1.1" status: 204 len: 168 time: 0.1880529 May 16 15:38:04.246733 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164e227-5073-4157-81bf-65f9fd0b1348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2693c31-8925-472f-9524-a7c7d51e523e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:38:04.594242 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:38:04.623536 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:38:04.623905 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device 5fe2b6ae-c9b4-4df7-8216-f3e6e6d0edd7 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:38:04.624319 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device efda5a23-04b5-4eec-aa92-9eb8c4e71f03 no longer exists at agent ovs-agent-dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:38:04.644782 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] No Port match for: efda5a23-04b5-4eec-aa92-9eb8c4e71f03 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:38:04.645124 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Device efda5a23-04b5-4eec-aa92-9eb8c4e71f03 not bound to the agent host dv-cinder-841753-2-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:38:04.877588 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42350) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:38:04.917881 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-dff9f3b3-442f-4d8c-9a1c-3013a0411c87 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1a3e43fff5a547d7b1881434d9c8fce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390637 May 16 15:38:04.920335 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.71', 42352) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:38:04.970479 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bfccb417-5154-42ab-9bb3-60cb7b1728e3 admin admin] Publish callbacks [] for security_group (2ddc5b3e-aaed-4b83-80b9-9c36914602de), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:04.992252 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bfccb417-5154-42ab-9bb3-60cb7b1728e3 admin admin] Publish callbacks [] for security_group (2ddc5b3e-aaed-4b83-80b9-9c36914602de), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:05.093598 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bfccb417-5154-42ab-9bb3-60cb7b1728e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741240'] for security_group (2ddc5b3e-aaed-4b83-80b9-9c36914602de), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:05.096220 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bfccb417-5154-42ab-9bb3-60cb7b1728e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:05.097345 dv-cinder-841753-2-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-bfccb417-5154-42ab-9bb3-60cb7b1728e3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2ddc5b3e-aaed-4b83-80b9-9c36914602de HTTP/1.1" status: 204 len: 168 time: 0.1761320 May 16 15:38:05.106133 dv-cinder-841753-2-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccb417-5154-42ab-9bb3-60cb7b1728e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc5b3e-aaed-4b83-80b9-9c36914602de,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:38:05.499514 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ab005a7-be97-420e-bfcc-15d7afbc85ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:06.745156 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:08.142783 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:10.641945 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:11.921982 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:26.596499 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:38:33.468182 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12075b1f-0b9a-4651-a645-603dda9f0a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:35.527263 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-55133f1e-1c16-4768-8835-05a492d3b81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:36.753723 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:38.098744 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:40.750314 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:38:41.938626 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:03.436432 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f93c49be-7532-4faf-ac27-2dc830915db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:03.596205 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:39:05.479367 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48306a2a-d9f3-442f-ae90-ee942ff60f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:06.753627 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:08.150602 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:10.673733 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:11.942500 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:33.445084 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cfd0959f-f426-49e2-a9b5-4d7958446256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:35.481184 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ac20991-abe9-42cc-9429-74bda664c99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:36.761285 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:38.121626 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:40.595941 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:39:40.633957 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:39:41.941989 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:03.435713 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5eb95f6f-53a7-4b76-9d5f-85b96c3e6d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:05.515529 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d5e6742-3e8c-43bb-91c8-fb788aeab3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:06.782403 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:08.115822 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:10.633653 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:11.975988 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:17.595156 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:40:33.433268 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b19db8a7-da50-4d8c-9e53-c72e3f21371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:35.537925 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93a3dd45-700f-47c6-b998-58d77db874fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:36.767076 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:38.115247 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:40.640842 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:41.947559 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:40:54.593735 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:41:03.549373 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f84266a-82b7-400f-aef2-d2f77fde24c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:41:05.509742 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ee83869a-3070-4dea-bdd2-b5b7a971b9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:41:06.754888 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:41:08.109616 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:41:10.635347 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:41:11.952957 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:41:31.592743 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:41:33.439008 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fefe7635-4ea4-40a6-b274-14df892ca958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:41:35.497917 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c002ca60-e1e3-46dc-a763-ff6f38ed203b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:41:36.760535 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:41:38.115066 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:41:40.664005 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:41:41.992758 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:03.507432 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc94e-1b8b-4370-a710-fe86abe25879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:05.525962 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-586b71b2-c578-4836-b0f9-98c3f96f8a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:06.754920 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:08.120475 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:08.592209 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:42:10.638879 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:11.975604 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:33.526203 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a6e1-3b86-4ba9-bfbe-43e3ded01ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:35.502936 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-956ab84b-7659-4b85-97e1-54703bb21b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:36.775766 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:38.118430 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:40.652487 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:41.969894 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:42:45.591219 dv-cinder-841753-2-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-9a21eb3f-7aa9-45ff-ad33-5b36b4e34d6d None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:43:03.634751 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c7272cf4-ff9f-43d2-8998-3c6aad4b6a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (aa1730a7-ee03-4537-8dbf-0e0810791f70), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:43:05.531444 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2bf53ba6-1c30-46a2-899b-de3501a3642f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (a82278d7-91ea-4348-9d11-75bba1d53ff6), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:43:06.758069 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf0-8ffd-4083-b34b-7aecdc40d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (7d3104fe-ca22-401f-b9dc-6629398cea67), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:43:08.154063 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9f84f8ca-10f9-4eba-bb60-8848fd2c9bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (42e332b7-0448-4a5c-b95b-cad6ce615083), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:43:10.640734 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98fd93fa-42d2-477c-9519-76892bb72657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (40aa5409-eae1-4298-bee5-1101e3d256cc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:43:11.986930 dv-cinder-841753-2-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7fcc32c-a686-4b94-9db7-6af50c5d8cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793532244996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3982983'] for agent (bb48c7d9-47b3-4a68-b160-7dea1b8bf9ea), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}